[ 524.188037] env[64990]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.188037] env[64990]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.233698] env[65079]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.233698] env[65079]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.822340] env[65079]: INFO neutron.common.config [-] Logging enabled! [ 526.822738] env[65079]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 526.822946] env[65079]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65079) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.823279] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.823376] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.824237] env[65079]: WARNING oslo_policy.policy [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.824456] env[65079]: WARNING oslo_policy.policy [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.826199] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] VMware NSXv3 Agent initialized successfully. [ 526.826558] env[65079]: DEBUG oslo_concurrency.lockutils [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] Acquiring lock "singleton_lock" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.826686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] Acquired lock "singleton_lock" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.826890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] Releasing lock "singleton_lock" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.827178] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] Full set of CONF: {{(pid=65079) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.827293] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ******************************************************************************** {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.827393] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] Configuration options gathered from: {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.827748] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.827916] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.828032] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ================================================================================ {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.828202] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] agent_down_time = 75 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.828339] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] allow_automatic_dhcp_failover = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.828472] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] allow_bulk = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.828612] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] api_extensions_path = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.828750] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] api_paste_config = api-paste.ini {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.828890] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] auth_strategy = keystone {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.828990] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] backdoor_port = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829099] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] backdoor_socket = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829230] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] backlog = 4096 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829362] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] base_mac = fa:16:3e:00:00:00 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829518] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] bind_host = 0.0.0.0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829657] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] bind_port = 9696 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829785] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] client_socket_timeout = 900 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.829921] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] config_dir = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830036] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830175] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] config_source = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830311] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] control_exchange = neutron {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830450] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] core_plugin = ml2 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830612] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] debug = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830726] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] default_availability_zones = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.830933] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831083] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] dhcp_agent_notification = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831217] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] dhcp_agents_per_network = 1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831350] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] dhcp_lease_duration = 86400 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831491] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] dhcp_load_type = networks {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831666] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] dns_domain = openstacklocal {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831811] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.831944] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_default_route_bfd = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832083] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_default_route_ecmp = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832215] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_dvr = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832344] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_new_agents = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832475] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832653] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_signals = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832794] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] enable_traditional_dhcp = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.832923] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] external_dns_driver = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833065] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] filter_validation = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833207] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] global_physnet_mtu = 8950 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833341] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] graceful_shutdown_timeout = 60 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833521] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] host = cpu-1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833660] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] host_dvr_for_dhcp = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833790] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] http_retries = 3 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.833952] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] instance_format = [instance: %(uuid)s] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834106] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834244] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ipam_driver = internal {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834374] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ipv6_pd_enabled = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834503] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] l3_ha = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834637] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834771] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] l3_ha_network_physical_name = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.834904] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] l3_ha_network_type = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835069] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_color = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835214] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_config_append = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835350] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835479] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_dir = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835608] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_file = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835712] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_options = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835844] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_rotate_interval = 1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.835981] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_rotate_interval_type = days {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836127] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] log_rotation_type = none {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836231] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836329] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836465] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836599] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836700] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836831] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] max_dns_nameservers = 5 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.836961] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] max_header_line = 16384 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837099] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] max_l3_agents_per_router = 3 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837226] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] max_logfile_count = 30 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837354] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] max_logfile_size_mb = 200 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837484] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] max_subnet_host_routes = 20 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837620] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] my_ip = 10.180.1.21 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837755] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] my_ipv6 = ::1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.837884] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] network_auto_schedule = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838024] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] network_link_prefix = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838157] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838291] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] notify_nova_on_port_data_changes = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838422] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] notify_nova_on_port_status_changes = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838557] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] pagination_max_limit = -1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838686] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] publish_errors = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838814] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] rate_limit_burst = 0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.838948] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] rate_limit_except_level = CRITICAL {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839087] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] rate_limit_interval = 0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839217] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] retry_until_window = 30 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839349] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] router_distributed = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839478] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] rpc_resources_processing_step = 20 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839608] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] rpc_response_max_timeout = 600 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839739] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] rpc_response_timeout = 60 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.839866] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] send_events_interval = 2 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840022] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] service_plugins = ['router'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840164] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] setproctitle = on {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840291] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] shell_completion = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840426] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] state_path = /opt/stack/data/neutron {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840559] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] syslog_log_facility = LOG_USER {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840691] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] tcp_keepidle = 600 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840826] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] transport_url = **** {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.840956] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] use_journal = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841093] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] use_json = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841223] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] use_ssl = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841348] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] use_stderr = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841481] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] use_syslog = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841639] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] vlan_qinq = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841773] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] vlan_transparent = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.841903] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] watch_log_file = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.842042] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] wsgi_default_pool_size = 100 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.842175] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] wsgi_keep_alive = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.842312] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.842439] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] wsgi_server_debug = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.842630] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_concurrency.disable_process_locking = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.842803] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.842951] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843105] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843250] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843390] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843527] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843680] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.connection_string = messaging:// {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843824] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.enabled = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.843995] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.es_doc_type = notification {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844150] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.es_scroll_size = 10000 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844294] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.es_scroll_time = 2m {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844431] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.filter_error_trace = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844572] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.hmac_keys = **** {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844714] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.sentinel_service_name = mymaster {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844861] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.socket_timeout = 0.1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.844998] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.trace_requests = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.845144] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler.trace_sqlalchemy = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.845293] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler_jaeger.process_tags = {} {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.845428] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler_jaeger.service_name_prefix = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.845565] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] profiler_otlp.service_name_prefix = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.845715] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.enforce_new_defaults = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.845992] env[65079]: WARNING oslo_config.cfg [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.846159] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.enforce_scope = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.846303] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.policy_default_rule = default {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.846455] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.846594] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.846737] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.846868] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.846996] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847137] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847270] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847412] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_policy.remote_timeout = 60.0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847560] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847710] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] agent.extensions = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847847] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.847987] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] service_providers.service_provider = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848142] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.default_quota = -1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848285] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848456] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_floatingip = 50 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848596] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_network = 100 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848731] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_port = 500 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848863] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.848992] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_router = 10 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849133] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_security_group = 10 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849266] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849397] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.quota_subnet = 100 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849531] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] QUOTAS.track_quota_usage = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849677] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849808] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.group = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.849937] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.helper_command = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850079] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.log_daemon_traceback = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850213] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850344] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.thread_pool_size = 8 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850471] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep.user = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850610] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850743] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.group = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850870] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.helper_command = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.850998] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851145] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851279] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851408] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_dhcp_release.user = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851549] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851676] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.group = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851801] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.helper_command = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.851929] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852070] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852204] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852333] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_ovs_vsctl.user = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852468] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.capabilities = [21] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852601] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.group = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852749] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.helper_command = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.852883] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.log_daemon_traceback = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853031] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853161] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.thread_pool_size = 8 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853298] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_namespace.user = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853429] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.capabilities = [12] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853556] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.group = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853685] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.helper_command = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853816] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.853979] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854130] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854260] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_conntrack.user = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854401] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.capabilities = [12, 21] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854533] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.group = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854665] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.helper_command = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854796] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.log_daemon_traceback = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.854929] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855070] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.thread_pool_size = 8 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855201] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] privsep_link.user = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855351] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855497] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855631] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.continue_on_failed_promotions = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855767] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.dscp = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.855900] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.dscp_inherit = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856048] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.force_mp_to_policy = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856183] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.locking_coordinator_url = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856314] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.log_agent_heartbeats = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856446] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.logging_expire = 1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856582] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856730] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.856914] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.polling_interval = 240 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857074] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857218] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857361] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.report_interval = 30.0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857502] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857640] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857780] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.857915] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.sync_skew = 60 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858061] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.synchronization_queue_size = 20 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858197] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT.use_helper_for_ns_read = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858340] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] SECURITYGROUP.enable_ipset = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858481] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] SECURITYGROUP.enable_security_group = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858620] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858763] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.858905] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] experimental.ipv6_pd_enabled = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859073] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.extension_drivers = ['port_security'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859209] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.external_network_type = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859360] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859502] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.overlay_ip_version = 4 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859640] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.path_mtu = 8950 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859780] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.physical_network_mtus = {} {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.859924] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.tenant_network_types = ['vlan'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860072] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860220] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ml2.type_drivers = ['vlan'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860362] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT_CLI.neutron_port_id = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860495] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860627] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860770] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.860910] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861055] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861195] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861332] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861467] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861701] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861853] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_login_password = **** {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.861997] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_login_port = 443 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.862147] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_login_user = admin {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.862286] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.862426] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.862562] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.862746] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.862904] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863063] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863205] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863342] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863477] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863617] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863762] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.863920] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.864083] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.864287] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.864432] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] vsphere.vsphere_login_password = VMware1! {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.864573] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.864713] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.864901] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.auth_section = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865132] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.auth_type = password {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865295] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865432] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.certfile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865572] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.collect_timing = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865719] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.endpoint_type = public {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865856] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.insecure = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.865990] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.keyfile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866148] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.region_name = RegionOne {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866287] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.split_loggers = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866421] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] nova.timeout = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866560] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.auth_section = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866707] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.auth_type = password {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866848] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.866978] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.certfile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867126] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.collect_timing = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867267] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.endpoint_type = public {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867400] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.insecure = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867530] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.keyfile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867660] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.region_name = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867794] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.split_loggers = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.867923] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] placement.timeout = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868071] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.auth_section = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868207] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.auth_type = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868336] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.cafile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868466] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.certfile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868601] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.collect_timing = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868734] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.connect_retries = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868862] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.connect_retry_delay = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.868993] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.enable_notifications = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869134] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.endpoint_override = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869266] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.insecure = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869399] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.interface = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869532] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.keyfile = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869664] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.max_version = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869795] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.min_version = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.869924] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.region_name = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870064] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.retriable_status_codes = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870196] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.service_name = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870325] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.service_type = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870458] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.split_loggers = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870589] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.status_code_retries = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870720] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.status_code_retry_delay = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870850] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.timeout = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.870979] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.valid_interfaces = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871120] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ironic.version = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871261] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] cli_script.dry_run = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871404] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871576] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871710] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871846] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.871980] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872126] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872261] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872396] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872535] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872695] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872833] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.872976] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873128] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873270] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873404] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873547] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873684] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873821] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.873983] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874134] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874267] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874397] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874528] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874662] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874796] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.874925] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875065] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875198] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875327] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875457] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875586] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.ssl = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875725] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875863] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.875992] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876138] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876273] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.ssl_version = {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876403] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876542] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_notifications.driver = [] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876678] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_notifications.retry = -1 {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876828] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.876960] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] oslo_messaging_notifications.transport_url = **** {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.877073] env[65079]: DEBUG oslo_service.backend._eventlet.service [None req-7e3239ba-f188-489c-8923-1f55272f139c None None] ******************************************************************************** {{(pid=65079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.878193] env[65079]: DEBUG neutron.agent.securitygroups_rpc [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Init firewall settings (driver=nsxv3) {{(pid=65079) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.879495] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65079) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.879730] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.881980] env[65079]: DEBUG dogpile.cache.region [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.882104] env[65079]: DEBUG dogpile.lock [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.882199] env[65079]: DEBUG dogpile.lock [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.882288] env[65079]: DEBUG dogpile.lock [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.882380] env[65079]: DEBUG dogpile.cache.region [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.882465] env[65079]: DEBUG dogpile.lock [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.882598] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.902019] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Session token - acquiring [ 526.903920] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.904116] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.904222] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.904692] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.915437] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.194105] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.217160] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.217343] env[65079]: DEBUG dogpile.cache.region [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.217403] env[65079]: DEBUG dogpile.lock [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.217527] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Activating Policy API Provider. [ 527.217723] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Looking for the default Infrastructure Rules. [ 527.282824] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Looking for the Default Layer3 Logged Drop Section. [ 527.297202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.297655] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.297829] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.297933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.298253] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.298590] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.815665] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.318518] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.822627] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Inventory metadata is going to be refreshed. [ 528.822627] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.618033] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.618457] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.618457] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.618750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.630539] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.631392] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.632049] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.648975] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.649206] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.649259] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.649543] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.649665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.649808] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.649923] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.650265] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.670551] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.670758] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.670827] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.671146] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.671324] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.671468] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.690949] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.691199] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.691251] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.691509] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.691729] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.691871] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.712420] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.712626] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.712811] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.713149] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.713301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.713457] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.713567] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.713675] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.731032] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.731230] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.731319] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.731653] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.731786] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.731924] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.732037] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.732142] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.750640] env[65079]: DEBUG networking_nsxv3.common.locking [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.750871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.750871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.751179] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.751320] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.751463] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.751571] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.751691] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Inventory metadata have been refreshed. [ 529.751795] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Dryrun:True. Metadata refresh completed. [ 529.751912] env[65079]: DEBUG oslo_concurrency.lockutils [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Releasing lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.753636] env[65079]: INFO neutron.agent.agent_extensions_manager [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Loaded agent extensions: [] [ 529.754364] env[65079]: DEBUG neutron_lib.callbacks.manager [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65079) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.803934] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.804090] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.804179] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent out of sync with plugin! [ 534.755598] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.756080] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.756402] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.756876] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.757535] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.757920] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.089360] env[65079]: INFO networking_nsxv3.common.synchronization [None req-85e8b3f3-1b6f-4742-95b3-d017bf8fe0b5 demo admin] Enqueued Resource ID: ac161586-8fb0-44db-bee5-d92ec5110e1e with Priority: HIGHEST for action security_group_rules [ 545.089955] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac161586-8fb0-44db-bee5-d92ec5110e1e with Priority: HIGHEST for action security_group_rules [ 545.090263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac161586-8fb0-44db-bee5-d92ec5110e1e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.090401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac161586-8fb0-44db-bee5-d92ec5110e1e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.090471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac161586-8fb0-44db-bee5-d92ec5110e1e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.090849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac161586-8fb0-44db-bee5-d92ec5110e1e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.090955] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac161586-8fb0-44db-bee5-d92ec5110e1e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.611383] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.611670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.611670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.611907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.612090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.612200] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac161586-8fb0-44db-bee5-d92ec5110e1e already deleted. [ 545.612294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac161586-8fb0-44db-bee5-d92ec5110e1e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.091693] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.092184] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.093038] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.093385] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.094435] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.094763] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.095447] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.095927] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.756755] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.757240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.757240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.757240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.757454] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.259679] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.763065] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.265886] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 569.265886] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 569.420342] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0985cf8c-2803-4bc2-a5dd-151f08fd2379 None None] Enqueued Resource ID: 2693308e-cc97-4018-baf5-fdb7eec4502f with Priority: HIGHEST for action port [ 569.420998] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2693308e-cc97-4018-baf5-fdb7eec4502f with Priority: HIGHEST for action port [ 569.420998] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-2693308e-cc97-4018-baf5-fdb7eec4502f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.421211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2693308e-cc97-4018-baf5-fdb7eec4502f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.421211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2693308e-cc97-4018-baf5-fdb7eec4502f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.421856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2693308e-cc97-4018-baf5-fdb7eec4502f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.421856] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2693308e-cc97-4018-baf5-fdb7eec4502f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.925518] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2693308e-cc97-4018-baf5-fdb7eec4502f [ 569.925518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.925518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.925518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.925518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.925518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.925518] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2693308e-cc97-4018-baf5-fdb7eec4502f already deleted. [ 569.925518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2693308e-cc97-4018-baf5-fdb7eec4502f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.017240] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.019170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.019170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.019170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.032061] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 570.033376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.034146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 570.052456] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.052638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.052676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.052865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.052957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.053087] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 570.053163] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.053234] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 570.071379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.071688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.071688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.071804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.071899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.072448] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.093057] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.093205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.093301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.093558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.093734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.093877] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.118642] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.118822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.118860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.119562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.119665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.119781] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 570.119849] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.119927] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 570.140265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.140444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.140503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.140734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.140824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.140934] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 570.141772] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.141772] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 570.161876] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.161876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.161876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.161876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.161876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 570.161876] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 570.161876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 570.162474] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 570.162474] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.183674] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.183817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.183892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.184114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.184240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.184370] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.212247] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.212429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.212477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.212677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.212783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.228060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.602785] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a0ec84fe-3ceb-487c-a42d-cbf57633df76 None None] Enqueued Resource ID: 39810e78-f83e-45e3-b25c-7a5761d6da6b with Priority: HIGHEST for action port [ 571.603362] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39810e78-f83e-45e3-b25c-7a5761d6da6b with Priority: HIGHEST for action port [ 571.603678] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-39810e78-f83e-45e3-b25c-7a5761d6da6b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.603808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39810e78-f83e-45e3-b25c-7a5761d6da6b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.603884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39810e78-f83e-45e3-b25c-7a5761d6da6b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.604131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39810e78-f83e-45e3-b25c-7a5761d6da6b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.604220] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39810e78-f83e-45e3-b25c-7a5761d6da6b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.107312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39810e78-f83e-45e3-b25c-7a5761d6da6b [ 572.107312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.107312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.107312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.107312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.107312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.107312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39810e78-f83e-45e3-b25c-7a5761d6da6b already deleted. [ 572.107312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39810e78-f83e-45e3-b25c-7a5761d6da6b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.792234] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0a8fdc2e-1197-419e-9f0d-6ec8b5eac95f None None] Enqueued Resource ID: cc1ba510-f0c1-4319-8854-74c6334d87ed with Priority: HIGHEST for action port [ 573.792740] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1ba510-f0c1-4319-8854-74c6334d87ed with Priority: HIGHEST for action port [ 573.793044] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1ba510-f0c1-4319-8854-74c6334d87ed taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.793389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1ba510-f0c1-4319-8854-74c6334d87ed" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.793389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1ba510-f0c1-4319-8854-74c6334d87ed" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.793502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1ba510-f0c1-4319-8854-74c6334d87ed" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.793592] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1ba510-f0c1-4319-8854-74c6334d87ed',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.296366] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc1ba510-f0c1-4319-8854-74c6334d87ed [ 574.296636] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.296782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.296853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.297068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.297162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.297260] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc1ba510-f0c1-4319-8854-74c6334d87ed already deleted. [ 574.297341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1ba510-f0c1-4319-8854-74c6334d87ed" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.874195] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e34601ab-19d2-4e0f-9f8d-5ba6f2c2b495 None None] Enqueued Resource ID: 1a07933c-731a-42b6-afb7-58c1dcbdf0e0 with Priority: HIGHEST for action port [ 575.874195] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a07933c-731a-42b6-afb7-58c1dcbdf0e0 with Priority: HIGHEST for action port [ 575.874195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a07933c-731a-42b6-afb7-58c1dcbdf0e0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.874864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a07933c-731a-42b6-afb7-58c1dcbdf0e0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.874864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a07933c-731a-42b6-afb7-58c1dcbdf0e0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.876282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a07933c-731a-42b6-afb7-58c1dcbdf0e0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.876282] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a07933c-731a-42b6-afb7-58c1dcbdf0e0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.073369] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a5b2ab02-7948-4a5d-bd0a-84b3fa026f94 None None] Enqueued Resource ID: f0c98b47-c295-4689-8959-45c08244b37f with Priority: HIGHEST for action port [ 576.073900] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c98b47-c295-4689-8959-45c08244b37f with Priority: HIGHEST for action port [ 576.074239] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c98b47-c295-4689-8959-45c08244b37f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.074402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c98b47-c295-4689-8959-45c08244b37f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.075016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c98b47-c295-4689-8959-45c08244b37f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.075144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c98b47-c295-4689-8959-45c08244b37f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.075241] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c98b47-c295-4689-8959-45c08244b37f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.380484] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a07933c-731a-42b6-afb7-58c1dcbdf0e0 [ 576.380567] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.380693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.380765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.380973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.381074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.381170] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a07933c-731a-42b6-afb7-58c1dcbdf0e0 already deleted. [ 576.381253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a07933c-731a-42b6-afb7-58c1dcbdf0e0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.578045] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0c98b47-c295-4689-8959-45c08244b37f [ 576.578252] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.578391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.578463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.578669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.578759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.579032] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0c98b47-c295-4689-8959-45c08244b37f already deleted. [ 576.579032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c98b47-c295-4689-8959-45c08244b37f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.626973] env[65079]: INFO networking_nsxv3.common.synchronization [None req-2761bfe9-72ca-45f0-aae1-a8fa78a9971f None None] Enqueued Resource ID: bea994e6-3a6d-403b-ab18-429ab22026d4 with Priority: HIGHEST for action port [ 576.627772] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea994e6-3a6d-403b-ab18-429ab22026d4 with Priority: HIGHEST for action port [ 576.628649] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea994e6-3a6d-403b-ab18-429ab22026d4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.628649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea994e6-3a6d-403b-ab18-429ab22026d4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.628649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea994e6-3a6d-403b-ab18-429ab22026d4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.628797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea994e6-3a6d-403b-ab18-429ab22026d4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.628871] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea994e6-3a6d-403b-ab18-429ab22026d4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.033018] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a16b2959-f2fe-4b9e-b491-736ec23dd727 None None] Enqueued Resource ID: cc3085ef-ec2e-4a2f-b86f-38bc4024a822 with Priority: HIGHEST for action port [ 577.033657] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3085ef-ec2e-4a2f-b86f-38bc4024a822 with Priority: HIGHEST for action port [ 577.033974] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3085ef-ec2e-4a2f-b86f-38bc4024a822 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.034207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3085ef-ec2e-4a2f-b86f-38bc4024a822" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.035072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3085ef-ec2e-4a2f-b86f-38bc4024a822" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.035389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3085ef-ec2e-4a2f-b86f-38bc4024a822" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.035525] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3085ef-ec2e-4a2f-b86f-38bc4024a822',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.134217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bea994e6-3a6d-403b-ab18-429ab22026d4 [ 577.134470] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.134609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.134678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.134886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.134973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.135073] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bea994e6-3a6d-403b-ab18-429ab22026d4 already deleted. [ 577.135152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea994e6-3a6d-403b-ab18-429ab22026d4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.542122] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc3085ef-ec2e-4a2f-b86f-38bc4024a822 [ 577.542122] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.542122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.542122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.542122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.542122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.542122] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc3085ef-ec2e-4a2f-b86f-38bc4024a822 already deleted. [ 577.542122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3085ef-ec2e-4a2f-b86f-38bc4024a822" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.145741] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6329fb58-b29f-460f-bef3-a5530e36fbde None None] Enqueued Resource ID: 5fe64277-ac28-4d13-9c0d-240628f2c53d with Priority: HIGHEST for action port [ 578.145741] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe64277-ac28-4d13-9c0d-240628f2c53d with Priority: HIGHEST for action port [ 578.145741] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe64277-ac28-4d13-9c0d-240628f2c53d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.145741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe64277-ac28-4d13-9c0d-240628f2c53d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.145741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe64277-ac28-4d13-9c0d-240628f2c53d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.145741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe64277-ac28-4d13-9c0d-240628f2c53d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.145741] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe64277-ac28-4d13-9c0d-240628f2c53d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.648777] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fe64277-ac28-4d13-9c0d-240628f2c53d [ 578.648777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.648777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.648963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.649050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.649908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.649908] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fe64277-ac28-4d13-9c0d-240628f2c53d already deleted. [ 578.649908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe64277-ac28-4d13-9c0d-240628f2c53d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.056633] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f418e56a-3744-49e9-9dca-bef13e5ad198 None None] Enqueued Resource ID: e1907cf8-1989-42d3-87ab-6b10a45daf59 with Priority: HIGHEST for action port [ 579.057218] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1907cf8-1989-42d3-87ab-6b10a45daf59 with Priority: HIGHEST for action port [ 579.057531] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1907cf8-1989-42d3-87ab-6b10a45daf59 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.057656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1907cf8-1989-42d3-87ab-6b10a45daf59" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.057734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1907cf8-1989-42d3-87ab-6b10a45daf59" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.057968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1907cf8-1989-42d3-87ab-6b10a45daf59" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.059988] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1907cf8-1989-42d3-87ab-6b10a45daf59',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.297394] env[65079]: INFO networking_nsxv3.common.synchronization [None req-b449831d-bfa5-4e43-be88-b1195672ba1b None None] Enqueued Resource ID: 07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5 with Priority: HIGHEST for action port [ 579.298740] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5 with Priority: HIGHEST for action port [ 579.298740] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.298740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.298740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.298740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.298740] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.561763] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1907cf8-1989-42d3-87ab-6b10a45daf59 [ 579.562106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.562286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.562342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.562634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.562722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.562820] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1907cf8-1989-42d3-87ab-6b10a45daf59 already deleted. [ 579.562908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1907cf8-1989-42d3-87ab-6b10a45daf59" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.801944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5 [ 579.802308] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.802474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.802544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.803109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.803109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.803109] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5 already deleted. [ 579.803109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c5bfe1-4c4a-4c51-9a40-4cc5afbc13d5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.671499] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1f8250bc-b65e-40bd-b8a3-17db477551cc None None] Enqueued Resource ID: 271d4499-06d0-498c-95fc-4951484320d6 with Priority: HIGHEST for action port [ 580.673181] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271d4499-06d0-498c-95fc-4951484320d6 with Priority: HIGHEST for action port [ 580.673181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-271d4499-06d0-498c-95fc-4951484320d6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.673181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-271d4499-06d0-498c-95fc-4951484320d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.673181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-271d4499-06d0-498c-95fc-4951484320d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.673181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-271d4499-06d0-498c-95fc-4951484320d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.673181] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271d4499-06d0-498c-95fc-4951484320d6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.094251] env[65079]: INFO networking_nsxv3.common.synchronization [None req-ad3104ea-7eeb-4989-a4e2-b2219d2a872d None None] Enqueued Resource ID: a649fe55-86d7-40d4-b60b-56b57a666b42 with Priority: HIGHEST for action port [ 581.094509] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a649fe55-86d7-40d4-b60b-56b57a666b42 with Priority: HIGHEST for action port [ 581.095147] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a649fe55-86d7-40d4-b60b-56b57a666b42 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.095273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a649fe55-86d7-40d4-b60b-56b57a666b42" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.095331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a649fe55-86d7-40d4-b60b-56b57a666b42" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.095573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a649fe55-86d7-40d4-b60b-56b57a666b42" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.095657] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a649fe55-86d7-40d4-b60b-56b57a666b42',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.175361] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 271d4499-06d0-498c-95fc-4951484320d6 [ 581.176969] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.176969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.176969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.176969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.176969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.176969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:271d4499-06d0-498c-95fc-4951484320d6 already deleted. [ 581.176969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-271d4499-06d0-498c-95fc-4951484320d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.329822] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a5c720ad-f643-4802-853a-b86a2dfd8746 None None] Enqueued Resource ID: 7575be4b-527e-4fd3-98b7-3afaf84fd25e with Priority: HIGHEST for action port [ 581.330393] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7575be4b-527e-4fd3-98b7-3afaf84fd25e with Priority: HIGHEST for action port [ 581.330692] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7575be4b-527e-4fd3-98b7-3afaf84fd25e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.330820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7575be4b-527e-4fd3-98b7-3afaf84fd25e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.330890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7575be4b-527e-4fd3-98b7-3afaf84fd25e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.332036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7575be4b-527e-4fd3-98b7-3afaf84fd25e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.332036] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7575be4b-527e-4fd3-98b7-3afaf84fd25e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.600469] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a649fe55-86d7-40d4-b60b-56b57a666b42 [ 581.600696] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.600933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.600933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.601117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.601221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.601315] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a649fe55-86d7-40d4-b60b-56b57a666b42 already deleted. [ 581.601391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a649fe55-86d7-40d4-b60b-56b57a666b42" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.833983] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7575be4b-527e-4fd3-98b7-3afaf84fd25e [ 581.835475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.835475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.835475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.835475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.835475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.835475] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7575be4b-527e-4fd3-98b7-3afaf84fd25e already deleted. [ 581.835475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7575be4b-527e-4fd3-98b7-3afaf84fd25e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.995795] env[65079]: INFO networking_nsxv3.common.synchronization [None req-167350a6-2eee-48fe-b089-2adf6b77758c None None] Enqueued Resource ID: e91e6538-e363-4c45-bc56-5f18dbe387e3 with Priority: HIGHEST for action port [ 582.997775] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91e6538-e363-4c45-bc56-5f18dbe387e3 with Priority: HIGHEST for action port [ 582.997994] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91e6538-e363-4c45-bc56-5f18dbe387e3 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.998126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91e6538-e363-4c45-bc56-5f18dbe387e3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.998193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91e6538-e363-4c45-bc56-5f18dbe387e3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.999077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91e6538-e363-4c45-bc56-5f18dbe387e3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.999077] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91e6538-e363-4c45-bc56-5f18dbe387e3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.118600] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f0bed024-f6c3-486f-a98b-5d12c02ae54f None None] Enqueued Resource ID: 76d9e78b-c352-4cd2-87a9-2be73529b462 with Priority: HIGHEST for action port [ 583.121666] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d9e78b-c352-4cd2-87a9-2be73529b462 with Priority: HIGHEST for action port [ 583.121666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d9e78b-c352-4cd2-87a9-2be73529b462 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.121666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d9e78b-c352-4cd2-87a9-2be73529b462" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.121937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d9e78b-c352-4cd2-87a9-2be73529b462" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.122061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d9e78b-c352-4cd2-87a9-2be73529b462" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.122260] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d9e78b-c352-4cd2-87a9-2be73529b462',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.501344] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91e6538-e363-4c45-bc56-5f18dbe387e3 [ 583.502987] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.502987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.502987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.502987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.502987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.502987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91e6538-e363-4c45-bc56-5f18dbe387e3 already deleted. [ 583.502987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91e6538-e363-4c45-bc56-5f18dbe387e3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.625212] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76d9e78b-c352-4cd2-87a9-2be73529b462 [ 583.625393] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.625858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.625858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.625975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.626270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.626270] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76d9e78b-c352-4cd2-87a9-2be73529b462 already deleted. [ 583.626348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d9e78b-c352-4cd2-87a9-2be73529b462" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.619171] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0734deaa-8020-4571-8141-fd6e49c22060 None None] Enqueued Resource ID: 392fa243-cd29-422d-bbe4-40a3ba320e54 with Priority: HIGHEST for action port [ 584.619171] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392fa243-cd29-422d-bbe4-40a3ba320e54 with Priority: HIGHEST for action port [ 584.619171] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-392fa243-cd29-422d-bbe4-40a3ba320e54 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.619171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-392fa243-cd29-422d-bbe4-40a3ba320e54" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.619171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-392fa243-cd29-422d-bbe4-40a3ba320e54" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.619171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-392fa243-cd29-422d-bbe4-40a3ba320e54" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.619171] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('392fa243-cd29-422d-bbe4-40a3ba320e54',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.999125] env[65079]: INFO networking_nsxv3.common.synchronization [None req-595b2bd6-3ab1-4708-9548-f4316fc4e7d3 None None] Enqueued Resource ID: 1ab36e55-1865-48a8-9a74-b27e31e980e7 with Priority: HIGHEST for action port [ 585.000240] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab36e55-1865-48a8-9a74-b27e31e980e7 with Priority: HIGHEST for action port [ 585.000666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab36e55-1865-48a8-9a74-b27e31e980e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.000755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab36e55-1865-48a8-9a74-b27e31e980e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.000883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab36e55-1865-48a8-9a74-b27e31e980e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.001158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab36e55-1865-48a8-9a74-b27e31e980e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.001244] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab36e55-1865-48a8-9a74-b27e31e980e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.122526] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 392fa243-cd29-422d-bbe4-40a3ba320e54 [ 585.123365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.123365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.123365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.123365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.123619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.123619] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:392fa243-cd29-422d-bbe4-40a3ba320e54 already deleted. [ 585.123619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-392fa243-cd29-422d-bbe4-40a3ba320e54" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.506023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ab36e55-1865-48a8-9a74-b27e31e980e7 [ 585.506023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.506023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.506023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.506023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.506023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.506023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ab36e55-1865-48a8-9a74-b27e31e980e7 already deleted. [ 585.506023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab36e55-1865-48a8-9a74-b27e31e980e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.859583] env[65079]: INFO networking_nsxv3.common.synchronization [None req-b026ad37-974d-449f-ac2e-09017749a4a9 None None] Enqueued Resource ID: d496b670-d76b-49e2-832c-e4d940b80b1c with Priority: HIGHEST for action port [ 585.860168] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d496b670-d76b-49e2-832c-e4d940b80b1c with Priority: HIGHEST for action port [ 585.860475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d496b670-d76b-49e2-832c-e4d940b80b1c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.860594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d496b670-d76b-49e2-832c-e4d940b80b1c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.861019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d496b670-d76b-49e2-832c-e4d940b80b1c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.861019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d496b670-d76b-49e2-832c-e4d940b80b1c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.861019] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d496b670-d76b-49e2-832c-e4d940b80b1c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.366830] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d496b670-d76b-49e2-832c-e4d940b80b1c [ 586.367398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.367398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.367398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.368822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.368903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.369810] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d496b670-d76b-49e2-832c-e4d940b80b1c already deleted. [ 586.369810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d496b670-d76b-49e2-832c-e4d940b80b1c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.138145] env[65079]: INFO networking_nsxv3.common.synchronization [None req-b93992ca-615a-44b8-8ad5-d0366a798885 None None] Enqueued Resource ID: 1cf156be-11c7-4a25-a300-bb8f24bb9f30 with Priority: HIGHEST for action port [ 587.138398] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf156be-11c7-4a25-a300-bb8f24bb9f30 with Priority: HIGHEST for action port [ 587.138957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf156be-11c7-4a25-a300-bb8f24bb9f30 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.139087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf156be-11c7-4a25-a300-bb8f24bb9f30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.139154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf156be-11c7-4a25-a300-bb8f24bb9f30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.139406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf156be-11c7-4a25-a300-bb8f24bb9f30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.139481] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf156be-11c7-4a25-a300-bb8f24bb9f30',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.643309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cf156be-11c7-4a25-a300-bb8f24bb9f30 [ 587.643695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.643940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.644037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.644258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.644351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.644445] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cf156be-11c7-4a25-a300-bb8f24bb9f30 already deleted. [ 587.644530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf156be-11c7-4a25-a300-bb8f24bb9f30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.783107] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a30a5fdd-875d-4741-b34b-4a6343cbb60e tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_rules [ 587.783720] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_rules [ 587.783977] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.784145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.784286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.784544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.784623] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.858094] env[65079]: INFO networking_nsxv3.common.synchronization [None req-5dafe310-0f32-4dde-b732-8afbf0a309d7 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_rules [ 587.859477] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_rules [ 587.859705] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.859848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.310691] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.310691] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e62e6516-84ab-4a72-8331-588585f51d6c already deleted. [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.310691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.310691] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.836890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.837053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.837129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.837341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.837423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.837519] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e62e6516-84ab-4a72-8331-588585f51d6c already deleted. [ 588.837602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.994888] env[65079]: INFO networking_nsxv3.common.synchronization [req-04b60cc8-1d50-44ec-975c-b2288e9d68d8 req-58e68c70-fd3a-4fff-8d33-ee7cc922ef02 tempest-SecurityGroupRulesNegativeTestJSON-1229656857 tempest-SecurityGroupRulesNegativeTestJSON-1229656857-project-member] Enqueued Resource ID: 315c1ffe-b0d1-4964-8935-269897b358b6 with Priority: HIGHEST for action security_group_rules [ 588.994888] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315c1ffe-b0d1-4964-8935-269897b358b6 with Priority: HIGHEST for action security_group_rules [ 588.994888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315c1ffe-b0d1-4964-8935-269897b358b6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.994888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.994888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.994888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.994888] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315c1ffe-b0d1-4964-8935-269897b358b6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.520614] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.520614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.520614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.520614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.520614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.520614] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315c1ffe-b0d1-4964-8935-269897b358b6 already deleted. [ 589.520614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.542657] env[65079]: INFO networking_nsxv3.common.synchronization [req-a354000c-5eed-4bf0-b253-953ef7b68e70 req-d646e46a-e049-4d67-8253-af58e5f096b2 tempest-TenantUsagesTestJSON-1302779482 tempest-TenantUsagesTestJSON-1302779482-project-member] Enqueued Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_members [ 589.543398] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_members [ 589.544293] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.544293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.544444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.544686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.544913] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.545026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.545162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.545525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.545661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.545818] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.723891] env[65079]: INFO networking_nsxv3.common.synchronization [None req-20fb1aee-163a-4428-bbf5-20abeb5ab564 None None] Enqueued Resource ID: 6767dd0d-0920-423d-94c6-f1f24c2c0308 with Priority: HIGHEST for action port [ 589.724227] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6767dd0d-0920-423d-94c6-f1f24c2c0308 with Priority: HIGHEST for action port [ 589.724891] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6767dd0d-0920-423d-94c6-f1f24c2c0308 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.725982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6767dd0d-0920-423d-94c6-f1f24c2c0308" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.725982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6767dd0d-0920-423d-94c6-f1f24c2c0308" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.726312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6767dd0d-0920-423d-94c6-f1f24c2c0308" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.726312] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6767dd0d-0920-423d-94c6-f1f24c2c0308',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.049327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.049327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.049327] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a619452b-69b0-4563-9a09-694226e7387f already deleted. [ 590.049327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.228743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6767dd0d-0920-423d-94c6-f1f24c2c0308 [ 590.228845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.228935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.229010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.229221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.229321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.229472] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6767dd0d-0920-423d-94c6-f1f24c2c0308 already deleted. [ 590.229585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6767dd0d-0920-423d-94c6-f1f24c2c0308" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.238595] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1678c556-9256-4c97-864c-20f6561f1f01 None None] Enqueued Resource ID: 96b38402-9242-4a9f-9b73-002cb1e24fc6 with Priority: HIGHEST for action port [ 590.243026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b38402-9242-4a9f-9b73-002cb1e24fc6 with Priority: HIGHEST for action port [ 590.243026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b38402-9242-4a9f-9b73-002cb1e24fc6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.243026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b38402-9242-4a9f-9b73-002cb1e24fc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.243026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b38402-9242-4a9f-9b73-002cb1e24fc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.243026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b38402-9242-4a9f-9b73-002cb1e24fc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.243026] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b38402-9242-4a9f-9b73-002cb1e24fc6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.607383] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.607699] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.607738] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.608403] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.609591] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.609591] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.609591] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.609591] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.609591] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.609845] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.609845] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.609904] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.610013] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.610206] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.610372] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.610645] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.634277] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.634430] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.634568] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.634749] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.635325] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-117ee63d-7dc8-43cb-91a6-a69385e61cd5 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.635507] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.635623] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.635934] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.636279] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117ee63d-7dc8-43cb-91a6-a69385e61cd5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.746790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96b38402-9242-4a9f-9b73-002cb1e24fc6 [ 590.748372] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.748372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.748372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.748372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.748372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.748372] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96b38402-9242-4a9f-9b73-002cb1e24fc6 already deleted. [ 590.748705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b38402-9242-4a9f-9b73-002cb1e24fc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.139981] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.140248] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.140390] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.140651] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.140802] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.140951] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 117ee63d-7dc8-43cb-91a6-a69385e61cd5 not found, creating... [ 591.141289] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.141913] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.141913] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.141913] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.141913] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.142410] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.142582] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.142804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.142966] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.143130] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.144034] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 117ee63d-7dc8-43cb-91a6-a69385e61cd5 is going to be created. [ 591.169359] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.169359] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.169359] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.169597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.169597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.170164] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.176289] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6a957eba-af49-45e9-9d7a-314b792248ea None None] Enqueued Resource ID: 017714f9-b827-48f7-9c0a-1f3b02ac4209 with Priority: HIGHEST for action port [ 591.177053] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017714f9-b827-48f7-9c0a-1f3b02ac4209 with Priority: HIGHEST for action port [ 591.178017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-017714f9-b827-48f7-9c0a-1f3b02ac4209 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.178017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017714f9-b827-48f7-9c0a-1f3b02ac4209" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.178017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017714f9-b827-48f7-9c0a-1f3b02ac4209" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.178017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017714f9-b827-48f7-9c0a-1f3b02ac4209" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.178017] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017714f9-b827-48f7-9c0a-1f3b02ac4209',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.681772] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 017714f9-b827-48f7-9c0a-1f3b02ac4209 [ 591.682453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.682453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.682453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.682453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.682453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.683619] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:017714f9-b827-48f7-9c0a-1f3b02ac4209 already deleted. [ 591.683619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017714f9-b827-48f7-9c0a-1f3b02ac4209" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.750798] env[65079]: INFO networking_nsxv3.common.synchronization [req-518f1767-983a-42ba-80fc-8e1db75af780 req-03d89052-3831-4147-a22a-35cda2b2a308 tempest-FloatingIPsAssociationNegativeTestJSON-1957284401 tempest-FloatingIPsAssociationNegativeTestJSON-1957284401-project-member] Enqueued Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_members [ 591.752248] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_members [ 591.752248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.752248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.752248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.752473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.752522] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.753458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.753527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.753730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.753787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.753883] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.822209] env[65079]: INFO networking_nsxv3.common.synchronization [None req-9a044483-a7f2-48cc-856e-797662efbad5 None None] Enqueued Resource ID: 5215f453-34bf-45f5-a465-17999f5e2582 with Priority: HIGHEST for action port [ 591.822511] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5215f453-34bf-45f5-a465-17999f5e2582 with Priority: HIGHEST for action port [ 591.823098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-5215f453-34bf-45f5-a465-17999f5e2582 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.823350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5215f453-34bf-45f5-a465-17999f5e2582" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.823350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5215f453-34bf-45f5-a465-17999f5e2582" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.823599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5215f453-34bf-45f5-a465-17999f5e2582" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.823684] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5215f453-34bf-45f5-a465-17999f5e2582',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.963068] env[65079]: INFO networking_nsxv3.common.synchronization [req-a354000c-5eed-4bf0-b253-953ef7b68e70 req-701f5471-24cf-4a2e-a106-c0bafc90c72c service nova] Enqueued Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_rules [ 591.963245] env[65079]: INFO networking_nsxv3.common.synchronization [req-a354000c-5eed-4bf0-b253-953ef7b68e70 req-701f5471-24cf-4a2e-a106-c0bafc90c72c service nova] Enqueued Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_members [ 591.963400] env[65079]: INFO networking_nsxv3.common.synchronization [req-a354000c-5eed-4bf0-b253-953ef7b68e70 req-701f5471-24cf-4a2e-a106-c0bafc90c72c service nova] Enqueued Resource ID: 117ee63d-7dc8-43cb-91a6-a69385e61cd5 with Priority: HIGHEST for action port [ 591.963906] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_rules [ 591.964049] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_members [ 591.964148] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117ee63d-7dc8-43cb-91a6-a69385e61cd5 with Priority: HIGHEST for action port [ 591.964403] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.964869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.965714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.965714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.965714] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.968677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.968677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.968677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.968677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.969035] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.969035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.969035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.969208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.969208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.969311] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.970940] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-117ee63d-7dc8-43cb-91a6-a69385e61cd5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.970940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.970940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.970940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.970940] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117ee63d-7dc8-43cb-91a6-a69385e61cd5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.256779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.257112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.257112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.258123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.258123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.258123] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.258123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.258123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.258123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.258641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.258641] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aa706-f758-4fef-8c15-be3356bb325e already deleted. [ 592.258641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.326167] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5215f453-34bf-45f5-a465-17999f5e2582 [ 592.326420] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.326560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.326628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.326845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.326931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.327037] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5215f453-34bf-45f5-a465-17999f5e2582 already deleted. [ 592.327121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5215f453-34bf-45f5-a465-17999f5e2582" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.412550] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.412779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-831" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.412908] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-831" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.413159] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-831" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.413444] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.413580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.413691] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.413900] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.414044] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.414243] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.414346] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.414446] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.414570] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.414684] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.414792] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.414903] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.447288] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.447288] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.447388] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.447560] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-831" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.447902] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-f4f80679-9b11-4e41-9666-b3febf8235cd taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.448067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.448214] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.448474] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.448602] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f80679-9b11-4e41-9666-b3febf8235cd',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.468942] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.469084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.472682] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.480608] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117ee63d-7dc8-43cb-91a6-a69385e61cd5 with status ACTIVE [ 592.484732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.484732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.484732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.484732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.484732] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117ee63d-7dc8-43cb-91a6-a69385e61cd5 is going to be updated. [ 592.509761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.509931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.509931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.510493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.510493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.510493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117ee63d-7dc8-43cb-91a6-a69385e61cd5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.637921] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e778f644-8db0-47f3-ad41-00078a319102 tempest-VolumesAssistedSnapshotsTest-828602481 tempest-VolumesAssistedSnapshotsTest-828602481-project-member] Enqueued Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_rules [ 592.638150] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_rules [ 592.638489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.638556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.638591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.639733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.639733] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.952106] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.952106] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.952106] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.952106] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.952106] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.952106] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port f4f80679-9b11-4e41-9666-b3febf8235cd not found, creating... [ 592.954494] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.954494] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.954494] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.954494] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.954708] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.955379] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.955527] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.955641] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.956188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.956393] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.956595] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: f4f80679-9b11-4e41-9666-b3febf8235cd is going to be created. [ 592.978309] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.980506] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.982583] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.983286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.983286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.983286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.985341] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.164781] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.164980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.164980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.165928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.165928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.165928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 146614c2-8528-4344-9908-42ae6cf3146d already deleted. [ 593.165928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.421827] env[65079]: INFO networking_nsxv3.common.synchronization [None req-17d75831-30bd-4b16-9d6a-06fce44062ad None None] Enqueued Resource ID: 1e4b7149-a065-4ff2-af1b-ef3954b32917 with Priority: HIGHEST for action port [ 593.421827] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4b7149-a065-4ff2-af1b-ef3954b32917 with Priority: HIGHEST for action port [ 593.421827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4b7149-a065-4ff2-af1b-ef3954b32917 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.422050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4b7149-a065-4ff2-af1b-ef3954b32917" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.422050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4b7149-a065-4ff2-af1b-ef3954b32917" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.422185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4b7149-a065-4ff2-af1b-ef3954b32917" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.422266] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4b7149-a065-4ff2-af1b-ef3954b32917',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.487666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.487804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.487804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.488618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.488618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.488618] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a619452b-69b0-4563-9a09-694226e7387f is going to be created. [ 593.514652] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.514824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.514896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.515149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.515422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.527526] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a619452b-69b0-4563-9a09-694226e7387f in Status: UNINITIALIZED for 2s [ 593.609584] env[65079]: INFO networking_nsxv3.common.synchronization [None req-8ace705c-ae72-4208-a122-9af44af026d2 tempest-VolumesAssistedSnapshotsTest-828602481 tempest-VolumesAssistedSnapshotsTest-828602481-project-member] Enqueued Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_rules [ 593.610394] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_rules [ 593.610781] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.610992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.611087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.611351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.611412] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.780451] env[65079]: INFO networking_nsxv3.common.synchronization [req-518f1767-983a-42ba-80fc-8e1db75af780 req-10a4f018-0ea0-48b5-b554-cc52ac2b1bff service nova] Enqueued Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_rules [ 593.780451] env[65079]: INFO networking_nsxv3.common.synchronization [req-518f1767-983a-42ba-80fc-8e1db75af780 req-10a4f018-0ea0-48b5-b554-cc52ac2b1bff service nova] Enqueued Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_members [ 593.781750] env[65079]: INFO networking_nsxv3.common.synchronization [req-518f1767-983a-42ba-80fc-8e1db75af780 req-10a4f018-0ea0-48b5-b554-cc52ac2b1bff service nova] Enqueued Resource ID: f4f80679-9b11-4e41-9666-b3febf8235cd with Priority: HIGHEST for action port [ 593.781750] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_rules [ 593.781750] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_members [ 593.781750] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f80679-9b11-4e41-9666-b3febf8235cd with Priority: HIGHEST for action port [ 593.781933] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.781990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.782833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.782958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783057] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.785510] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.785888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.785888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.785989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.786081] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.786181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.786245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.786393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.786481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.786574] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.787912] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f80679-9b11-4e41-9666-b3febf8235cd taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.788032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.788101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.788253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.788329] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f80679-9b11-4e41-9666-b3febf8235cd',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.926135] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e4b7149-a065-4ff2-af1b-ef3954b32917 [ 593.926834] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.927019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.927093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.927340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.927401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.927486] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e4b7149-a065-4ff2-af1b-ef3954b32917 already deleted. [ 593.928069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4b7149-a065-4ff2-af1b-ef3954b32917" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.136928] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.137580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.137580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.137580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.137580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.137580] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 146614c2-8528-4344-9908-42ae6cf3146d already deleted. [ 594.137772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.286374] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.286374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.291592] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4f80679-9b11-4e41-9666-b3febf8235cd with status ACTIVE [ 594.291824] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.291957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.292031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.292248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.292886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.292886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.292886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.292886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.292886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.293095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.293095] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.293187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.293321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.293445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.293527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.293615] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4f80679-9b11-4e41-9666-b3febf8235cd is going to be updated. [ 594.294847] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.322182] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.322520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.322612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.323226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.323226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.323449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f80679-9b11-4e41-9666-b3febf8235cd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.701246] env[65079]: INFO networking_nsxv3.common.synchronization [req-0fec9bf8-e477-46c7-8509-32af4d836c7c req-e7f50575-b45f-4884-9f56-a39ad86cc5e3 tempest-ServerDiagnosticsTest-1032430346 tempest-ServerDiagnosticsTest-1032430346-project-member] Enqueued Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_members [ 594.701730] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_members [ 594.702103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.703240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.703341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.704985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.705563] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.705563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.705563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.705716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.706057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.706262] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.802162] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.987241] env[65079]: INFO networking_nsxv3.common.synchronization [None req-374e0c69-01d1-4c89-9913-e208ec3ff139 None None] Enqueued Resource ID: a2e0796f-6840-490f-afb9-d61c3fa51e9a with Priority: HIGHEST for action port [ 594.988595] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e0796f-6840-490f-afb9-d61c3fa51e9a with Priority: HIGHEST for action port [ 594.988943] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2e0796f-6840-490f-afb9-d61c3fa51e9a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.989310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2e0796f-6840-490f-afb9-d61c3fa51e9a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.989393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2e0796f-6840-490f-afb9-d61c3fa51e9a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.989629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2e0796f-6840-490f-afb9-d61c3fa51e9a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.989747] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e0796f-6840-490f-afb9-d61c3fa51e9a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.107610] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.107804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.107919] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.108244] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.108435] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.109288] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.109416] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.109764] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.109831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.109985] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.110105] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.110210] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.110308] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.110411] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.110508] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.110639] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.130574] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.130743] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.130870] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.131050] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.131409] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.131632] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.131753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.132067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.132197] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cd6e9c-dc04-40eb-bdd8-9312b6190d60',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.173286] env[65079]: INFO networking_nsxv3.common.synchronization [None req-782286b2-650a-4b67-ab0a-3768cc54089a None None] Enqueued Resource ID: b6b38740-de6a-4929-8a15-5515081d0ab4 with Priority: HIGHEST for action port [ 595.173981] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b38740-de6a-4929-8a15-5515081d0ab4 with Priority: HIGHEST for action port [ 595.174560] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b38740-de6a-4929-8a15-5515081d0ab4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.174750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b38740-de6a-4929-8a15-5515081d0ab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.174850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b38740-de6a-4929-8a15-5515081d0ab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.176356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b38740-de6a-4929-8a15-5515081d0ab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.176356] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b38740-de6a-4929-8a15-5515081d0ab4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.210099] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.210232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.210340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.211026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.211026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.211026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.211026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.211026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.211269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.211269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.211269] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f635b50-5a59-4d30-b851-117ca47b5888 already deleted. [ 595.211378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.305043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.305043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.305043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.305043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.305043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.305043] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aa706-f758-4fef-8c15-be3356bb325e is going to be created. [ 595.329165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.329289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.329362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.329574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.329735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.339529] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aa706-f758-4fef-8c15-be3356bb325e in Status: UNINITIALIZED for 2s [ 595.493879] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2e0796f-6840-490f-afb9-d61c3fa51e9a [ 595.494153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.494311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.494376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.494860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.494860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.494860] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2e0796f-6840-490f-afb9-d61c3fa51e9a already deleted. [ 595.494860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2e0796f-6840-490f-afb9-d61c3fa51e9a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.538929] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a619452b-69b0-4563-9a09-694226e7387f in Status: SUCCESS [ 595.538929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.538929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.538929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.538929] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.538929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.538929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.539357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.539357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539357] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.580884] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6200a0b9-b992-483a-98d9-d37656d34c1a None None] Enqueued Resource ID: 691ac352-65b1-4986-b45e-6abf8fc8374a with Priority: HIGHEST for action port [ 595.582264] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691ac352-65b1-4986-b45e-6abf8fc8374a with Priority: HIGHEST for action port [ 595.583405] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-691ac352-65b1-4986-b45e-6abf8fc8374a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.586029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-691ac352-65b1-4986-b45e-6abf8fc8374a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.586029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-691ac352-65b1-4986-b45e-6abf8fc8374a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.586029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-691ac352-65b1-4986-b45e-6abf8fc8374a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.586029] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('691ac352-65b1-4986-b45e-6abf8fc8374a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.634937] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.635875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.635875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.635875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.635875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.635875] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 74cd6e9c-dc04-40eb-bdd8-9312b6190d60 not found, creating... [ 595.636183] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.636349] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.636508] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.636704] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.636839] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.637968] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.637968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.639034] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.639228] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.639444] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.639528] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 74cd6e9c-dc04-40eb-bdd8-9312b6190d60 is going to be created. [ 595.660347] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.660448] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.660534] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.660859] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.661148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.661732] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.679568] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6b38740-de6a-4929-8a15-5515081d0ab4 [ 595.679568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.679568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.679568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.679568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.679568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.680090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6b38740-de6a-4929-8a15-5515081d0ab4 already deleted. [ 595.680090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b38740-de6a-4929-8a15-5515081d0ab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.041191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.041362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.041401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.041636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.041803] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.041942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.041980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.042133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.042217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.042344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.042473] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.042565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.042620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.042823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.042887] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.042965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.043029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.043180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.043262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.043353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.043442] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.085825] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 691ac352-65b1-4986-b45e-6abf8fc8374a [ 596.086059] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.086199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.086263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.086473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.086562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.086655] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:691ac352-65b1-4986-b45e-6abf8fc8374a already deleted. [ 596.086731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-691ac352-65b1-4986-b45e-6abf8fc8374a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.390315] env[65079]: INFO networking_nsxv3.common.synchronization [req-0fec9bf8-e477-46c7-8509-32af4d836c7c req-f66ae286-647e-41d3-aa2f-6dd9ddaa19b9 service nova] Enqueued Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_rules [ 596.390315] env[65079]: INFO networking_nsxv3.common.synchronization [req-0fec9bf8-e477-46c7-8509-32af4d836c7c req-f66ae286-647e-41d3-aa2f-6dd9ddaa19b9 service nova] Enqueued Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_members [ 596.390315] env[65079]: INFO networking_nsxv3.common.synchronization [req-0fec9bf8-e477-46c7-8509-32af4d836c7c req-f66ae286-647e-41d3-aa2f-6dd9ddaa19b9 service nova] Enqueued Resource ID: 74cd6e9c-dc04-40eb-bdd8-9312b6190d60 with Priority: HIGHEST for action port [ 596.390315] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_rules [ 596.390315] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_members [ 596.390315] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cd6e9c-dc04-40eb-bdd8-9312b6190d60 with Priority: HIGHEST for action port [ 596.393492] env[65079]: INFO networking_nsxv3.common.synchronization [req-ae9612f3-e2eb-4f6e-8c1e-5beaba18c0c2 req-0c06a9c7-a028-4bf8-bdbb-26b3d7ceb432 tempest-ServersAdminNegativeTestJSON-179573923 tempest-ServersAdminNegativeTestJSON-179573923-project-member] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 596.394365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.394703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.394901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.395233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.395416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.396487] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.396720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.397040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.397315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.398412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.398707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.399280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.399545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.400512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.400512] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.401572] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.401880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.402062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.402324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.402509] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cd6e9c-dc04-40eb-bdd8-9312b6190d60',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.404116] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 596.405378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.406020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.406020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.406020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.406235] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.406567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.407860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.407860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.407860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.407860] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.548541] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a619452b-69b0-4563-9a09-694226e7387f: rpc.has_security_group_logging(os_id): False [ 596.567463] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.567463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.567463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.567863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.567863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.568175] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.568269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.568269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.568453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.568507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.568695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.569218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.569218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.569218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.569218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.569370] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.569370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.569459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.569546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.569620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.569706] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a619452b-69b0-4563-9a09-694226e7387f is going to be created. [ 596.633503] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.633596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.633596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.633905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.634102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.647780] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a619452b-69b0-4563-9a09-694226e7387f in Status: IN_PROGRESS for 2s [ 596.760426] env[65079]: INFO networking_nsxv3.common.synchronization [None req-8a857a2c-e1c6-4c51-9100-298e242ea587 None None] Enqueued Resource ID: b549fe7a-953f-4b3e-b7c5-efdeed15fe0b with Priority: HIGHEST for action port [ 596.762685] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b549fe7a-953f-4b3e-b7c5-efdeed15fe0b with Priority: HIGHEST for action port [ 596.763214] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b549fe7a-953f-4b3e-b7c5-efdeed15fe0b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.764031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b549fe7a-953f-4b3e-b7c5-efdeed15fe0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.764031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b549fe7a-953f-4b3e-b7c5-efdeed15fe0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.764031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b549fe7a-953f-4b3e-b7c5-efdeed15fe0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.764031] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b549fe7a-953f-4b3e-b7c5-efdeed15fe0b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.906157] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.907540] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.907673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.909521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.909631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.909704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.909899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.909989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.910195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.910295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.910358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.910523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.910632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.910732] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 already deleted. [ 596.911836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.916222] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74cd6e9c-dc04-40eb-bdd8-9312b6190d60 with status ACTIVE [ 596.916410] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.916515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.916579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.916745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.916823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.916988] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.917089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.917148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.917286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.917356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.917526] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.917614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.918420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.918420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.918420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.918420] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74cd6e9c-dc04-40eb-bdd8-9312b6190d60 is going to be updated. [ 596.934304] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.934487] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.934617] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.934938] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.935203] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.935444] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.935502] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.935666] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.936087] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.936338] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.936485] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.936691] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.936749] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.936908] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.937065] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.937261] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.940224] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.940395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.940515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.940699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.940861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.941053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74cd6e9c-dc04-40eb-bdd8-9312b6190d60" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.962788] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.962968] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.963121] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.963286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.963685] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.963779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.964028] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.964193] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.964327] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1fef8c-dbdf-4059-a7fc-f77537a87b3e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.267608] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b549fe7a-953f-4b3e-b7c5-efdeed15fe0b [ 597.267608] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.267608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.267815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.267943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.268011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.268163] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b549fe7a-953f-4b3e-b7c5-efdeed15fe0b already deleted. [ 597.268287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b549fe7a-953f-4b3e-b7c5-efdeed15fe0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.350792] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aa706-f758-4fef-8c15-be3356bb325e in Status: SUCCESS [ 597.350792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.350792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.350987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.351043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.351197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.351262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.351435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.351515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.351624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.351729] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.409927] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.469031] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.469031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port fe1fef8c-dbdf-4059-a7fc-f77537a87b3e not found, creating... [ 597.469031] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.469031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.469572] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469572] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469572] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.470092] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.470455] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.470810] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: fe1fef8c-dbdf-4059-a7fc-f77537a87b3e is going to be created. [ 597.492767] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.492986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.493119] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.493434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.493656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.493868] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.628809] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f51bd320-45ff-49be-8f7a-3b0420766390 None None] Enqueued Resource ID: 30e9deb4-aeac-42e2-b585-bc2e76496156 with Priority: HIGHEST for action port [ 597.628915] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9deb4-aeac-42e2-b585-bc2e76496156 with Priority: HIGHEST for action port [ 597.629167] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e9deb4-aeac-42e2-b585-bc2e76496156 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.629294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e9deb4-aeac-42e2-b585-bc2e76496156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.629362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e9deb4-aeac-42e2-b585-bc2e76496156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.629693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e9deb4-aeac-42e2-b585-bc2e76496156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.629693] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e9deb4-aeac-42e2-b585-bc2e76496156',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.857430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.857430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.857430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.857430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.857430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.857991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.857991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.857991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.857991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.857991] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.913130] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.913262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.913480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.913552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.913628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.913723] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f635b50-5a59-4d30-b851-117ca47b5888 is going to be created. [ 597.937852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.937992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.938074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.938278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.938442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.949032] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f635b50-5a59-4d30-b851-117ca47b5888 in Status: UNINITIALIZED for 2s [ 598.131896] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30e9deb4-aeac-42e2-b585-bc2e76496156 [ 598.132137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.132483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.133332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.133642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.133776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.133883] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30e9deb4-aeac-42e2-b585-bc2e76496156 already deleted. [ 598.133971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e9deb4-aeac-42e2-b585-bc2e76496156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.176098] env[65079]: INFO networking_nsxv3.common.synchronization [req-ae9612f3-e2eb-4f6e-8c1e-5beaba18c0c2 req-57e93c15-d53b-4e6f-ada2-cc1a0a778bf4 service nova] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_rules [ 598.176329] env[65079]: INFO networking_nsxv3.common.synchronization [req-ae9612f3-e2eb-4f6e-8c1e-5beaba18c0c2 req-57e93c15-d53b-4e6f-ada2-cc1a0a778bf4 service nova] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 598.176518] env[65079]: INFO networking_nsxv3.common.synchronization [req-ae9612f3-e2eb-4f6e-8c1e-5beaba18c0c2 req-57e93c15-d53b-4e6f-ada2-cc1a0a778bf4 service nova] Enqueued Resource ID: fe1fef8c-dbdf-4059-a7fc-f77537a87b3e with Priority: HIGHEST for action port [ 598.177198] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_rules [ 598.177376] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 598.177517] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1fef8c-dbdf-4059-a7fc-f77537a87b3e with Priority: HIGHEST for action port [ 598.177878] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.178047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.178143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.178470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.178586] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.179687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.179828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.179922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.180155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.180368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.180493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.180581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.180768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.180884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.181019] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.181981] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.182138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.182231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.184114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.184201] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1fef8c-dbdf-4059-a7fc-f77537a87b3e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.361021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5aa706-f758-4fef-8c15-be3356bb325e: rpc.has_security_group_logging(os_id): False [ 598.379611] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.379788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.379879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.380135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.380242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.380453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.380558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.380625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.380773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.380851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.381044] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.381142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.381203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.381344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.381421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.381612] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.381704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.381764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.381901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.381975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.382070] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5aa706-f758-4fef-8c15-be3356bb325e is going to be created. [ 598.450334] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.450334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.450725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.451089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.451089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.466431] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aa706-f758-4fef-8c15-be3356bb325e in Status: IN_PROGRESS for 2s [ 598.556910] env[65079]: INFO networking_nsxv3.common.synchronization [req-7343269c-7d06-426e-917e-4a7d928074ec req-43c47543-26e0-4955-a77e-a57f0388f41a tempest-DeleteServersAdminTestJSON-1027921004 tempest-DeleteServersAdminTestJSON-1027921004-project-member] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 598.557695] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 598.558897] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.558897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.558897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.558897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.559421] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.559421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.559421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.559925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.560836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.560836] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.664628] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a619452b-69b0-4563-9a09-694226e7387f in Status: SUCCESS [ 598.664993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.688063] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe1fef8c-dbdf-4059-a7fc-f77537a87b3e with status ACTIVE [ 598.688063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.688063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.688063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.688572] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.688693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.688693] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe1fef8c-dbdf-4059-a7fc-f77537a87b3e is going to be updated. [ 598.690016] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.691746] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.691851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.718897] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.719046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.719201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.719466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.719613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.719895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe1fef8c-dbdf-4059-a7fc-f77537a87b3e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995528] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.995635] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.995758] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.996134] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.996485] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.996716] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.997131] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.997200] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.997878] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.997878] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.997878] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.997878] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.999464] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.999464] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.999464] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.999464] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.027660] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.029337] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.029337] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.030120] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.030522] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-f69d78af-e544-44ae-9417-befc05fc99e8 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.030704] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.030820] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.031193] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.031322] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69d78af-e544-44ae-9417-befc05fc99e8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.065707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.066156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.066241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.066448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.066541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.066792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.066900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.066989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.067196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.067283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.067365] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 already deleted. [ 599.067458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.195286] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.537772] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.538188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.538188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.538464] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.538610] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.538757] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port f69d78af-e544-44ae-9417-befc05fc99e8 not found, creating... [ 599.539078] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.539240] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.539355] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.539574] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.539703] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.539989] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.541356] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.541531] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.541829] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.542225] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.542353] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: f69d78af-e544-44ae-9417-befc05fc99e8 is going to be created. [ 599.565691] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.567174] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.567174] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.567174] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.567420] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.567640] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.698685] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.698871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.698946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.699267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.699267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699374] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be created. [ 599.732270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.732547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.732639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.732863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.733105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.746401] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: UNINITIALIZED for 2s [ 599.960894] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f635b50-5a59-4d30-b851-117ca47b5888 in Status: SUCCESS [ 599.961020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.961196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.961467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.961636] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.961767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.961985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.963303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.963303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.963303] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.042219] env[65079]: INFO networking_nsxv3.common.synchronization [None req-edd413e1-cfdf-4dfb-9cdf-05616349852e None None] Enqueued Resource ID: d54794b4-f7b9-4405-9d5f-ef84c6bc2638 with Priority: HIGHEST for action port [ 600.042219] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54794b4-f7b9-4405-9d5f-ef84c6bc2638 with Priority: HIGHEST for action port [ 600.042828] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d54794b4-f7b9-4405-9d5f-ef84c6bc2638 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.043125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d54794b4-f7b9-4405-9d5f-ef84c6bc2638" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.043327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d54794b4-f7b9-4405-9d5f-ef84c6bc2638" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.043730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d54794b4-f7b9-4405-9d5f-ef84c6bc2638" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.044068] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54794b4-f7b9-4405-9d5f-ef84c6bc2638',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.266285] env[65079]: INFO networking_nsxv3.common.synchronization [req-7343269c-7d06-426e-917e-4a7d928074ec req-d9ffc4c8-eb5c-4e55-a6b2-f520aff17933 service nova] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_rules [ 600.266487] env[65079]: INFO networking_nsxv3.common.synchronization [req-7343269c-7d06-426e-917e-4a7d928074ec req-d9ffc4c8-eb5c-4e55-a6b2-f520aff17933 service nova] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 600.266773] env[65079]: INFO networking_nsxv3.common.synchronization [req-7343269c-7d06-426e-917e-4a7d928074ec req-d9ffc4c8-eb5c-4e55-a6b2-f520aff17933 service nova] Enqueued Resource ID: f69d78af-e544-44ae-9417-befc05fc99e8 with Priority: HIGHEST for action port [ 600.267282] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_rules [ 600.267282] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 600.267282] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69d78af-e544-44ae-9417-befc05fc99e8 with Priority: HIGHEST for action port [ 600.267684] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.267875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.267875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.268164] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.269796] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.269796] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.269796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.270268] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.270870] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69d78af-e544-44ae-9417-befc05fc99e8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.271327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.271327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.271327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.272113] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69d78af-e544-44ae-9417-befc05fc99e8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.466278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466699] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.467744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.467744] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.467744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.467744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.467744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.467744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.467744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.467744] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.481451] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aa706-f758-4fef-8c15-be3356bb325e in Status: SUCCESS [ 600.481593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.546985] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d54794b4-f7b9-4405-9d5f-ef84c6bc2638 [ 600.547262] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.547359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.547428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.547797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.547797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.547987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d54794b4-f7b9-4405-9d5f-ef84c6bc2638 already deleted. [ 600.547987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d54794b4-f7b9-4405-9d5f-ef84c6bc2638" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.772734] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.772862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.773832] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.774883] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69d78af-e544-44ae-9417-befc05fc99e8 with status ACTIVE [ 600.775054] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.775174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.775237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.775443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.775534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.775695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.775790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.775852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.776012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.779920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.779920] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.779920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.779920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.780081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.780081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.780265] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69d78af-e544-44ae-9417-befc05fc99e8 is going to be updated. [ 600.827339] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.827339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.827339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.827653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.827687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.828767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69d78af-e544-44ae-9417-befc05fc99e8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.840273] env[65079]: INFO networking_nsxv3.common.synchronization [None req-29ee43fd-ea15-4c14-926b-95abd3ffed43 None None] Enqueued Resource ID: ed8faa72-7dca-41b5-be17-3e8a1b5418af with Priority: HIGHEST for action port [ 600.840843] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8faa72-7dca-41b5-be17-3e8a1b5418af with Priority: HIGHEST for action port [ 600.841168] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8faa72-7dca-41b5-be17-3e8a1b5418af taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.841296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8faa72-7dca-41b5-be17-3e8a1b5418af" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.841366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8faa72-7dca-41b5-be17-3e8a1b5418af" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.841624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8faa72-7dca-41b5-be17-3e8a1b5418af" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.841706] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8faa72-7dca-41b5-be17-3e8a1b5418af',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.970272] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f635b50-5a59-4d30-b851-117ca47b5888: rpc.has_security_group_logging(os_id): False [ 600.994890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.996112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.996201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.996436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.996529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.996751] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.996853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.996915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.997108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.997425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.997784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.997896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.998311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.998311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.998311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.998443] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.998495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.998558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.998706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.999064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999142] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f635b50-5a59-4d30-b851-117ca47b5888 is going to be created. [ 601.065453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.065453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.065453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.065707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.065838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.081748] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f635b50-5a59-4d30-b851-117ca47b5888 in Status: IN_PROGRESS for 2s [ 601.282463] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.344816] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed8faa72-7dca-41b5-be17-3e8a1b5418af [ 601.345076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.345238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.345313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.345535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.345626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.345723] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed8faa72-7dca-41b5-be17-3e8a1b5418af already deleted. [ 601.345803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8faa72-7dca-41b5-be17-3e8a1b5418af" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.760562] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 601.760824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.760935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.761167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.761357] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.761471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.761533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.761679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.761756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.761834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.761957] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.788126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.788359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.791819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.791819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.791819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.791819] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be created. [ 601.813734] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.813950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.813950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.814094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.814253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.824307] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: UNINITIALIZED for 2s [ 602.267155] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.267286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.267360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.267809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.268015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.268151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.268233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.268408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.268517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.268725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.268777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.268872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.268932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.269094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.269569] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.269569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.269569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.269569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.269728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.269768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.269851] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.676310] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0b922f31-c1a1-4bd4-a2c8-e185f65132bf None None] Enqueued Resource ID: 8032cad4-b505-4971-9b71-f8bd375d24ef with Priority: HIGHEST for action port [ 602.676310] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8032cad4-b505-4971-9b71-f8bd375d24ef with Priority: HIGHEST for action port [ 602.676310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8032cad4-b505-4971-9b71-f8bd375d24ef taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.676310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8032cad4-b505-4971-9b71-f8bd375d24ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.676310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8032cad4-b505-4971-9b71-f8bd375d24ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.676310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8032cad4-b505-4971-9b71-f8bd375d24ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.676310] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8032cad4-b505-4971-9b71-f8bd375d24ef',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.774356] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 216a7c83-f45d-41d7-98e2-7dcbcacdf614: rpc.has_security_group_logging(os_id): False [ 602.795973] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.796152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.796197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.796419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.796487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.796667] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.796765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.796828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.796975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.797175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.797237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.797333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.797393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.797533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.797607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.797799] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.797890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.797953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.800374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.800374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.800374] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be created. [ 602.868920] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.868920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.868920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.868920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.868920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.888662] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: IN_PROGRESS for 2s [ 603.071917] env[65079]: INFO networking_nsxv3.common.synchronization [req-264c28d8-cb75-4079-b93d-a4abcb879488 req-97fb8043-9dd5-4447-97a8-8db175c3f328 tempest-SecurityGroupRulesNegativeTestJSON-1229656857 tempest-SecurityGroupRulesNegativeTestJSON-1229656857-project-member] Enqueued Resource ID: 315c1ffe-b0d1-4964-8935-269897b358b6 with Priority: HIGHEST for action security_group_rules [ 603.074472] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315c1ffe-b0d1-4964-8935-269897b358b6 with Priority: HIGHEST for action security_group_rules [ 603.074472] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315c1ffe-b0d1-4964-8935-269897b358b6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.082622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.082622] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315c1ffe-b0d1-4964-8935-269897b358b6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.101704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f635b50-5a59-4d30-b851-117ca47b5888 in Status: SUCCESS [ 603.102485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.182296] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8032cad4-b505-4971-9b71-f8bd375d24ef [ 603.182296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.182296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.182296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.182500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.182532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.182657] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8032cad4-b505-4971-9b71-f8bd375d24ef already deleted. [ 603.182710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8032cad4-b505-4971-9b71-f8bd375d24ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.184158] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a09637d9-1d61-4bce-a88b-11223c94c1c8 None None] Enqueued Resource ID: 718ef3eb-5c86-4cb1-a543-80aa10149dda with Priority: HIGHEST for action port [ 603.184856] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718ef3eb-5c86-4cb1-a543-80aa10149dda with Priority: HIGHEST for action port [ 603.186732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-718ef3eb-5c86-4cb1-a543-80aa10149dda taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.187115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-718ef3eb-5c86-4cb1-a543-80aa10149dda" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.187115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-718ef3eb-5c86-4cb1-a543-80aa10149dda" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.187258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-718ef3eb-5c86-4cb1-a543-80aa10149dda" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.187517] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('718ef3eb-5c86-4cb1-a543-80aa10149dda',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.606595] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.606791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.606843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.607328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.607328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.607328] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315c1ffe-b0d1-4964-8935-269897b358b6 already deleted. [ 603.607448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315c1ffe-b0d1-4964-8935-269897b358b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.690179] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 718ef3eb-5c86-4cb1-a543-80aa10149dda [ 603.690656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.690856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.690922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.691150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.691249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.691337] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:718ef3eb-5c86-4cb1-a543-80aa10149dda already deleted. [ 603.691425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-718ef3eb-5c86-4cb1-a543-80aa10149dda" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.835654] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 603.835882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.836035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.838169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.838169] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.838169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.838169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.838169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.838169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.838169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.838169] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.926205] env[65079]: INFO networking_nsxv3.common.synchronization [req-388df3bb-af41-465c-8963-0fc9d0e4d6c9 req-b379862a-6985-471e-ad2b-7f6dc703c8a1 tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 603.926870] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 603.927229] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.927367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.927486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.927795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.927975] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.928943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.929049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.929410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.929410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.929507] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.341072] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.341282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.341282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.341495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.341745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.341851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.341851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.341983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.342144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.342190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.342309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.342440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.342541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.342628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.342779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.342896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.342938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.343082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.343161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.343241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.343329] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.368491] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.368753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.368831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.369167] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.369424] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.369577] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.369695] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.373943] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.373943] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.373943] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.373943] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.373943] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.374201] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.374201] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.374261] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.374338] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.395416] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.395766] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.395766] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.395906] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.397108] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-df9bfc64-ed66-4b3a-9ed7-d852069458d6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.397108] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.397108] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.400113] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.400262] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9bfc64-ed66-4b3a-9ed7-d852069458d6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.440677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.440677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.440677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.441213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.441213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.443103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.443103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.443103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.443103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.443103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.443103] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 already deleted. [ 604.443103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.847477] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1b7fb5-8a47-499b-9326-e57eeefe9fe7: rpc.has_security_group_logging(os_id): False [ 604.881637] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.881823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.881862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.882134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.882290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.883048] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.883048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.883048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.883048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.883048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.883329] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.883329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.883419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.883593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.883640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.883805] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.883904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.883980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.884161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.884235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.884324] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be created. [ 604.905225] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.905411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.905742] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.906083] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.906406] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.906534] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port df9bfc64-ed66-4b3a-9ed7-d852069458d6 not found, creating... [ 604.906882] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.907153] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.907794] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.907794] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.907794] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.908154] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.908533] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.908533] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.908758] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.908914] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.909096] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: df9bfc64-ed66-4b3a-9ed7-d852069458d6 is going to be created. [ 604.911762] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 604.912091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.938074] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.938775] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.938775] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.939307] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.939607] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.939857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.993976] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.994337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.994337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.994539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.994625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.014197] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: IN_PROGRESS for 2s [ 605.579569] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f4bb8247-d064-4741-9edc-58ec623f59a2 None None] Enqueued Resource ID: d7ffe9d7-192c-474b-a27f-f7553c6f9e73 with Priority: HIGHEST for action port [ 605.581754] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ffe9d7-192c-474b-a27f-f7553c6f9e73 with Priority: HIGHEST for action port [ 605.581966] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ffe9d7-192c-474b-a27f-f7553c6f9e73 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.585243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ffe9d7-192c-474b-a27f-f7553c6f9e73" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.585243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ffe9d7-192c-474b-a27f-f7553c6f9e73" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.585243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ffe9d7-192c-474b-a27f-f7553c6f9e73" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.585243] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ffe9d7-192c-474b-a27f-f7553c6f9e73',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.716705] env[65079]: INFO networking_nsxv3.common.synchronization [req-388df3bb-af41-465c-8963-0fc9d0e4d6c9 req-98979fa0-76dd-4527-9725-e76fc891d569 service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 605.716705] env[65079]: INFO networking_nsxv3.common.synchronization [req-388df3bb-af41-465c-8963-0fc9d0e4d6c9 req-98979fa0-76dd-4527-9725-e76fc891d569 service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 605.716705] env[65079]: INFO networking_nsxv3.common.synchronization [req-388df3bb-af41-465c-8963-0fc9d0e4d6c9 req-98979fa0-76dd-4527-9725-e76fc891d569 service nova] Enqueued Resource ID: df9bfc64-ed66-4b3a-9ed7-d852069458d6 with Priority: HIGHEST for action port [ 605.716705] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 605.716705] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 605.716705] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9bfc64-ed66-4b3a-9ed7-d852069458d6 with Priority: HIGHEST for action port [ 605.716705] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.716705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.716705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.716705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.716705] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.717131] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.717177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.717525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.717525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.717742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.717742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.717742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.717913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.717996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.718058] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.718932] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9bfc64-ed66-4b3a-9ed7-d852069458d6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.720588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.720588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.720588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.720588] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9bfc64-ed66-4b3a-9ed7-d852069458d6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.089424] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7ffe9d7-192c-474b-a27f-f7553c6f9e73 [ 606.089424] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.089424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.089424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.089424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.089424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.089424] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7ffe9d7-192c-474b-a27f-f7553c6f9e73 already deleted. [ 606.089424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ffe9d7-192c-474b-a27f-f7553c6f9e73" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.132459] env[65079]: INFO networking_nsxv3.common.synchronization [req-c67f67eb-7def-4b91-ac94-6013497d8d3a req-40a9cef0-b680-4612-b3d4-48779a580ffc tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_members [ 606.133486] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_members [ 606.134022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.134168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.134259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.135262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.137030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.137030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.137030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.137030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.137030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.137254] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.224428] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.225530] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.225686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.225806] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df9bfc64-ed66-4b3a-9ed7-d852069458d6 with status ACTIVE [ 606.225960] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.226073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.226137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.226337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.226456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.226795] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.226795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.226795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.226943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.227947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.227947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.227947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.227947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.227947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.227947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.227947] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df9bfc64-ed66-4b3a-9ed7-d852069458d6 is going to be updated. [ 606.253472] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.253472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.253472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.253472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.253472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.253472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9bfc64-ed66-4b3a-9ed7-d852069458d6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.572982] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.572982] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.572982] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.572982] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.572982] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.574641] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.574641] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.574782] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.574930] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.575183] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.576330] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.576629] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.576739] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.576860] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.576968] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.577108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.597943] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.598162] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.598363] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.598511] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.598787] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-07f4bf50-f5a0-4623-a578-089157a289f3 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.598954] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.599077] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.599408] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.600169] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f4bf50-f5a0-4623-a578-089157a289f3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.642582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.642582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.642582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62e6516-84ab-4a72-8331-588585f51d6c already deleted. [ 606.642582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.729542] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.949137] env[65079]: INFO networking_nsxv3.common.synchronization [None req-da4b122c-9d39-4b58-8a9e-fe2d00edf5e5 None None] Enqueued Resource ID: c889dd28-0b10-4983-a711-ec4a06535794 with Priority: HIGHEST for action port [ 606.949728] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c889dd28-0b10-4983-a711-ec4a06535794 with Priority: HIGHEST for action port [ 606.950187] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-c889dd28-0b10-4983-a711-ec4a06535794 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.950382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c889dd28-0b10-4983-a711-ec4a06535794" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.950463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c889dd28-0b10-4983-a711-ec4a06535794" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.950761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c889dd28-0b10-4983-a711-ec4a06535794" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.950896] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c889dd28-0b10-4983-a711-ec4a06535794',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.026707] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 607.026985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.103513] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.103835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.104101] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.104515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.104805] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.105061] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 07f4bf50-f5a0-4623-a578-089157a289f3 not found, creating... [ 607.105473] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.105995] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.105995] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.106303] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.106546] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.107014] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.107282] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.107484] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.107830] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.108081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.108321] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 07f4bf50-f5a0-4623-a578-089157a289f3 is going to be created. [ 607.130043] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.130590] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.130769] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.131062] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.131304] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.131523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.231968] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.231968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.231968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.232256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.232362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.232532] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be created. [ 607.289847] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.290070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.290192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.290654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.290654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.305356] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: UNINITIALIZED for 2s [ 607.454163] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c889dd28-0b10-4983-a711-ec4a06535794 [ 607.454163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454163] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c889dd28-0b10-4983-a711-ec4a06535794 already deleted. [ 607.454163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c889dd28-0b10-4983-a711-ec4a06535794" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.857322] env[65079]: INFO networking_nsxv3.common.synchronization [req-c67f67eb-7def-4b91-ac94-6013497d8d3a req-c5cd6fd6-5254-4935-9fb4-08ea1ae21d11 service nova] Enqueued Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_rules [ 607.857322] env[65079]: INFO networking_nsxv3.common.synchronization [req-c67f67eb-7def-4b91-ac94-6013497d8d3a req-c5cd6fd6-5254-4935-9fb4-08ea1ae21d11 service nova] Enqueued Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_members [ 607.857322] env[65079]: INFO networking_nsxv3.common.synchronization [req-c67f67eb-7def-4b91-ac94-6013497d8d3a req-c5cd6fd6-5254-4935-9fb4-08ea1ae21d11 service nova] Enqueued Resource ID: 07f4bf50-f5a0-4623-a578-089157a289f3 with Priority: HIGHEST for action port [ 607.857322] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_rules [ 607.857322] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_members [ 607.857322] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4bf50-f5a0-4623-a578-089157a289f3 with Priority: HIGHEST for action port [ 607.858262] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.858664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.862098] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.862098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.862098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.862098] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.862098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f4bf50-f5a0-4623-a578-089157a289f3 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.862098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.863727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.864073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.865057] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f4bf50-f5a0-4623-a578-089157a289f3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.006916] env[65079]: INFO networking_nsxv3.common.synchronization [req-90124e68-cea7-482a-b572-d97a01ebdf2a req-13461611-c3cf-4f6c-bd82-eb409b181ae3 tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 608.007469] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 608.007812] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.007928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.007969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.009544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.009752] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.009872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.009946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.010130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.010220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.010313] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.366832] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.367209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.367318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.367989] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07f4bf50-f5a0-4623-a578-089157a289f3 with status ACTIVE [ 608.367989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.367989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.367989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.367989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.368273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.368273] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.368352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.368387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.368511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.368596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.369444] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.369444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.369444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.369444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.369444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.369444] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07f4bf50-f5a0-4623-a578-089157a289f3 is going to be updated. [ 608.399025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.399025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.399025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.399025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.399025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.399025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f4bf50-f5a0-4623-a578-089157a289f3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.515722] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.515722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.515980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.516123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.516224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.516436] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.516541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.516603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.516801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.516883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.516971] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 already deleted. [ 608.517063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.605817] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.606084] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.606234] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.606611] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.606916] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.607177] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607296] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.607944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.607944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.608080] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.608125] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.608224] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.608345] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.608607] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.608607] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.608701] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.629291] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.629515] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.629611] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.629776] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.631507] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-28db3b45-e596-4491-805e-68a886b26ce6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.631758] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.631889] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.632245] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.632382] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28db3b45-e596-4491-805e-68a886b26ce6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.871977] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.136486] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.136714] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.136834] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.137192] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.137284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.137427] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 28db3b45-e596-4491-805e-68a886b26ce6 not found, creating... [ 609.137684] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.137837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.137943] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.139323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.139323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.139323] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.139323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.139323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.139323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.139323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.139866] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 28db3b45-e596-4491-805e-68a886b26ce6 is going to be created. [ 609.163542] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.163542] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.163716] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.163995] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.164279] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.164542] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.235227] env[65079]: INFO networking_nsxv3.common.synchronization [None req-90011bb7-16e9-4c58-9a9e-4148be2e2a23 None None] Enqueued Resource ID: 11730237-b333-401f-afd8-78cfec74f153 with Priority: HIGHEST for action port [ 609.235436] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11730237-b333-401f-afd8-78cfec74f153 with Priority: HIGHEST for action port [ 609.235675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-11730237-b333-401f-afd8-78cfec74f153 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.235801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11730237-b333-401f-afd8-78cfec74f153" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.235864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11730237-b333-401f-afd8-78cfec74f153" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.236464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11730237-b333-401f-afd8-78cfec74f153" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.236567] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11730237-b333-401f-afd8-78cfec74f153',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.317363] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 609.317580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.317751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.317979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.318194] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.318317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.318382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.318571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.318656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.318741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.318892] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.380144] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.380144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.380144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.380144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.380144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.380144] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62e6516-84ab-4a72-8331-588585f51d6c is going to be created. [ 609.408114] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.408114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.408114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.408339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.408481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.420629] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62e6516-84ab-4a72-8331-588585f51d6c in Status: UNINITIALIZED for 2s [ 609.739512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11730237-b333-401f-afd8-78cfec74f153 [ 609.739800] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.739922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.739993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.740272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.740377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.740484] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11730237-b333-401f-afd8-78cfec74f153 already deleted. [ 609.740612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11730237-b333-401f-afd8-78cfec74f153" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.822107] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.822323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.822478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.822736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.822979] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.823168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.823269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.823506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.823635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.823767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.823983] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.824138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.824235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.824518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.824675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.824853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.825028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.825094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.825178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.825296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.825446] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.895850] env[65079]: INFO networking_nsxv3.common.synchronization [req-90124e68-cea7-482a-b572-d97a01ebdf2a req-01c704df-108f-4110-899d-09b0c23e6467 service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 609.896020] env[65079]: INFO networking_nsxv3.common.synchronization [req-90124e68-cea7-482a-b572-d97a01ebdf2a req-01c704df-108f-4110-899d-09b0c23e6467 service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 609.896154] env[65079]: INFO networking_nsxv3.common.synchronization [req-90124e68-cea7-482a-b572-d97a01ebdf2a req-01c704df-108f-4110-899d-09b0c23e6467 service nova] Enqueued Resource ID: 28db3b45-e596-4491-805e-68a886b26ce6 with Priority: HIGHEST for action port [ 609.897148] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 609.897335] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 609.897491] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28db3b45-e596-4491-805e-68a886b26ce6 with Priority: HIGHEST for action port [ 609.897756] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901021] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.901021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.901021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.901963] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.902165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-28db3b45-e596-4491-805e-68a886b26ce6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.903300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.903300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.903300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.903300] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28db3b45-e596-4491-805e-68a886b26ce6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.940535] env[65079]: INFO networking_nsxv3.common.synchronization [req-560873c0-5e16-4689-a768-20f6281fbdfe req-f5a635f4-b12d-45c1-9487-08743ecd2ec3 tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 609.940535] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 609.943745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.943907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.943983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.944245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.944444] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.944574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.944657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.944856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.944986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.945115] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.317446] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.317775] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.317957] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.318368] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.318828] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.319074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.319245] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.319553] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.319760] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.320076] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.320245] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.320452] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.320636] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.320869] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.320976] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.321203] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.327454] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dce25ff-1802-4868-b39a-f55ae0499626: rpc.has_security_group_logging(os_id): False [ 610.350790] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.351074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.351074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.351205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.351325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.351601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.351734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.351734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.352086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.352086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.352313] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.352313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.352611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.352611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.352755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.352928] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.353067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.353176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.353377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.353467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.353611] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be created. [ 610.355883] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.356136] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.356320] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.356513] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.356870] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.357225] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.357379] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.357786] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.358563] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.406057] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.406057] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.406057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.406454] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28db3b45-e596-4491-805e-68a886b26ce6 with status ACTIVE [ 610.406544] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.406669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.406766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.407047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.407295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.407453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.407562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.407626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.407793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.407878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.408221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.408644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.408644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.408858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.409153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.409153] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28db3b45-e596-4491-805e-68a886b26ce6 is going to be updated. [ 610.428913] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.428913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.428913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.428913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.428913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.435458] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.435674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.435800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.436089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28db3b45-e596-4491-805e-68a886b26ce6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.440888] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 610.447371] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.477264] env[65079]: INFO networking_nsxv3.common.synchronization [None req-630daaa4-e607-4226-8b21-06187da062a6 tempest-ServersTestBootFromVolume-1107839363 tempest-ServersTestBootFromVolume-1107839363-project-member] Enqueued Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_rules [ 610.477546] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_rules [ 610.478407] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.478407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.478407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.478659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.478659] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.819175] env[65079]: INFO networking_nsxv3.common.synchronization [None req-524d0457-be6e-44ff-9690-187ddc60e224 tempest-ServersTestBootFromVolume-1107839363 tempest-ServersTestBootFromVolume-1107839363-project-member] Enqueued Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_rules [ 610.819760] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_rules [ 610.820071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.820179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.861714] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.861966] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.862090] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.862373] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.862602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.862757] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb not found, creating... [ 610.863037] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.863197] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.863307] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.863658] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.863858] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864157] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864325] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864432] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864644] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864790] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864933] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb is going to be created. [ 610.895032] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.895273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.895364] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.895641] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.895935] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.896195] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.906844] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.949869] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.008118] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.008118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.008118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.008567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.008567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.008632] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c already deleted. [ 611.008667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.008825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.008992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009101] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.409752] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.410125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.410125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.411085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.411355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.411355] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be created. [ 611.429423] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62e6516-84ab-4a72-8331-588585f51d6c in Status: SUCCESS [ 611.429816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.429816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.430014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.430216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.430371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.430443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.430577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.430663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.430750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.430842] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.441216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.441390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.441432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.442092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.442092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.454491] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: UNINITIALIZED for 2s [ 611.454491] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.454491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.454491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.454491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.454491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.454491] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 611.487489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.487685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.487803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.488096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.488302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.498917] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 611.535796] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.537148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.537148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.537328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.537448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.537548] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c already deleted. [ 611.537750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.628185] env[65079]: INFO networking_nsxv3.common.synchronization [req-560873c0-5e16-4689-a768-20f6281fbdfe req-63e119d0-4403-401f-86e5-d7608e5022db service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 611.628787] env[65079]: INFO networking_nsxv3.common.synchronization [req-560873c0-5e16-4689-a768-20f6281fbdfe req-63e119d0-4403-401f-86e5-d7608e5022db service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 611.628972] env[65079]: INFO networking_nsxv3.common.synchronization [req-560873c0-5e16-4689-a768-20f6281fbdfe req-63e119d0-4403-401f-86e5-d7608e5022db service nova] Enqueued Resource ID: f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb with Priority: HIGHEST for action port [ 611.629852] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 611.630028] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 611.630155] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb with Priority: HIGHEST for action port [ 611.632117] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.632216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.632726] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.632726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.633567] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.633688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.633738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.634411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.634411] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.934343] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.138090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb with status ACTIVE [ 612.138090] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.138090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.138090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.139358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.139765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139765] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb is going to be updated. [ 612.175081] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.175239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.175327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.175561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.175743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.176409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9f79fb1-6f14-4bf1-939c-3954f1a0e8eb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.385880] env[65079]: INFO networking_nsxv3.common.synchronization [None req-2ba305bb-c833-444d-989a-b8a495398c0a tempest-ServersTestJSON-1076526487 tempest-ServersTestJSON-1076526487-project-member] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_rules [ 612.390473] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_rules [ 612.390719] env[65079]: INFO networking_nsxv3.common.synchronization [req-2a7f52ed-f60e-4219-825d-b1d1a4462def req-f02851b5-fc75-4d26-98fb-99f70dba3ac8 tempest-VolumesAssistedSnapshotsTest-828602481 tempest-VolumesAssistedSnapshotsTest-828602481-project-member] Enqueued Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_members [ 612.391124] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.391270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.391697] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.391738] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.393845] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_members [ 612.394120] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.394507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.394507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.394618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.394892] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.394892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.394892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.395158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.395949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.395949] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.440569] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e62e6516-84ab-4a72-8331-588585f51d6c: rpc.has_security_group_logging(os_id): False [ 612.455251] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 612.455959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.455959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.456143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.456143] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.458603] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.458603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.458603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.459321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.459495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.459825] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.460502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.460502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.460502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.460502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.460768] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e62e6516-84ab-4a72-8331-588585f51d6c is going to be created. [ 612.547261] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.547261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.547261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.547261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.547261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.558914] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e62e6516-84ab-4a72-8331-588585f51d6c in Status: IN_PROGRESS for 2s [ 612.641275] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7289c1b8-c9c0-4d99-8b78-060464a4680a tempest-ServersTestJSON-1076526487 tempest-ServersTestJSON-1076526487-project-member] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_rules [ 612.643212] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_rules [ 612.643212] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.643212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.869413] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.870425] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.870708] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.871477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.871789] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.871963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.872091] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.872357] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.872487] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.872929] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.872929] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.873055] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.873055] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.873189] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.873295] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.873426] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.894295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.894408] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.895053] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.895053] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.895290] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-35196fab-fce3-41ed-82d7-1cd34df49aa7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.895396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.895753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.895753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.895872] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35196fab-fce3-41ed-82d7-1cd34df49aa7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.902145] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.902287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.902388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.902653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.902731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.902921] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.903064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.903163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.903351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.903430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.903519] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146614c2-8528-4344-9908-42ae6cf3146d already deleted. [ 612.903600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.914617] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.914767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.914863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.915078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.915167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.915263] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 already deleted. [ 612.915349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.915496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.915644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.915750] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.963606] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.963801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.401986] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.401986] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 35196fab-fce3-41ed-82d7-1cd34df49aa7 not found, creating... [ 613.401986] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.401986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.405089] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.405089] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.405490] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.405668] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.405911] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.406041] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.406202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 35196fab-fce3-41ed-82d7-1cd34df49aa7 is going to be created. [ 613.435962] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.435962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.435962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.435962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.435962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.435962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.440696] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.441406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.441406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.441406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.441406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.441406] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 already deleted. [ 613.441406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.464456] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 613.464714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.464927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.465316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.465404] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.465467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.465573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.465707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.465791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.465871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.465969] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.510521] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 613.510810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.511044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.511294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.511523] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.511686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.511762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.511923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.512012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.512130] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.969742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.969742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.969742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.969742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.970392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.970392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.970392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.970392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.970392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.970392] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.015386] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.150768] env[65079]: INFO networking_nsxv3.common.synchronization [req-2a7f52ed-f60e-4219-825d-b1d1a4462def req-90de175c-943e-4094-b7fa-f0c888401b47 service nova] Enqueued Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_rules [ 614.151045] env[65079]: INFO networking_nsxv3.common.synchronization [req-2a7f52ed-f60e-4219-825d-b1d1a4462def req-90de175c-943e-4094-b7fa-f0c888401b47 service nova] Enqueued Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_members [ 614.151240] env[65079]: INFO networking_nsxv3.common.synchronization [req-2a7f52ed-f60e-4219-825d-b1d1a4462def req-90de175c-943e-4094-b7fa-f0c888401b47 service nova] Enqueued Resource ID: 35196fab-fce3-41ed-82d7-1cd34df49aa7 with Priority: HIGHEST for action port [ 614.151653] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_rules [ 614.151787] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_members [ 614.151845] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35196fab-fce3-41ed-82d7-1cd34df49aa7 with Priority: HIGHEST for action port [ 614.156083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.156215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.156308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.156486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.156597] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.157493] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.157610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.157683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.157864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.158139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.158195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.158310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.158481] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.160568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-35196fab-fce3-41ed-82d7-1cd34df49aa7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.161508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.161508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.161508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.161508] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35196fab-fce3-41ed-82d7-1cd34df49aa7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.472827] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 614.492246] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.492527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.492527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.492798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.492916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.493165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.493284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.493399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.493496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.493588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.493845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.493935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.493981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.494318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.494365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.494864] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.494949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.495081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.495455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.495903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.496026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be created. [ 614.517843] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.560473] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.560686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.560756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.560919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.561121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.574539] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 614.575364] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e62e6516-84ab-4a72-8331-588585f51d6c in Status: SUCCESS [ 614.575581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.612966] env[65079]: INFO networking_nsxv3.common.synchronization [req-98c2e85e-43d0-4a99-9ceb-1ecd50462f10 req-bc7e6065-d6ee-48bd-9136-8e5f53f27cfb tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 614.615177] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 614.615741] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.616254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616399] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.616505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.616920] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.662685] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.662849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.663159] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.664215] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35196fab-fce3-41ed-82d7-1cd34df49aa7 with status ACTIVE [ 614.664358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.664358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.664463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.666291] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.666291] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.666291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.666291] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35196fab-fce3-41ed-82d7-1cd34df49aa7 is going to be updated. [ 614.690985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.691136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.691772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.691772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.691772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.691772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35196fab-fce3-41ed-82d7-1cd34df49aa7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.992938] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.993231] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.993339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.993665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.993939] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.995047] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.995047] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.995275] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.995535] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.995728] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.995838] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.995943] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.996058] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.996170] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.996304] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.996397] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.019013] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.019153] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.019261] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.019434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.020162] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-5dc717c6-8dca-4c33-8444-004186fd53ca taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.020637] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.020674] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.021074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.021252] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc717c6-8dca-4c33-8444-004186fd53ca',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.022302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.022642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.022752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.023015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.023153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.023599] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 615.061310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.061450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.061553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.061733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.061876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.073146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 615.119709] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.119858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.119924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.120172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.120274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.120493] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.120615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.120680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.120834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.120909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.120991] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d already deleted. [ 615.121079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.169449] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.528202] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.528202] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.528202] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.528202] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.528202] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.528202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 5dc717c6-8dca-4c33-8444-004186fd53ca not found, creating... [ 615.528942] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.528942] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.529099] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.529296] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.529629] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.530071] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.530474] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.530679] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.531105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.531296] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.531504] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 5dc717c6-8dca-4c33-8444-004186fd53ca is going to be created. [ 615.595346] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.595673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.595748] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.596030] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.596281] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.596568] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.672180] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.672180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.672469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.673470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.673470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.673470] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146614c2-8528-4344-9908-42ae6cf3146d is going to be created. [ 615.735040] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.735246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.735246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.735576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.735824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.753689] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146614c2-8528-4344-9908-42ae6cf3146d in Status: UNINITIALIZED for 2s [ 616.251366] env[65079]: INFO networking_nsxv3.common.synchronization [req-98c2e85e-43d0-4a99-9ceb-1ecd50462f10 req-82f4113a-8c9f-466f-81a9-53510d68aab5 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 616.251500] env[65079]: INFO networking_nsxv3.common.synchronization [req-98c2e85e-43d0-4a99-9ceb-1ecd50462f10 req-82f4113a-8c9f-466f-81a9-53510d68aab5 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 616.251673] env[65079]: INFO networking_nsxv3.common.synchronization [req-98c2e85e-43d0-4a99-9ceb-1ecd50462f10 req-82f4113a-8c9f-466f-81a9-53510d68aab5 service nova] Enqueued Resource ID: 5dc717c6-8dca-4c33-8444-004186fd53ca with Priority: HIGHEST for action port [ 616.254088] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 616.254088] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 616.254607] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc717c6-8dca-4c33-8444-004186fd53ca with Priority: HIGHEST for action port [ 616.255063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.255272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.255387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.255708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.255848] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.256895] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.257520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.258135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.258493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.258747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.260127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.260285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.260546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.260707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.260878] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.261856] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc717c6-8dca-4c33-8444-004186fd53ca taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.264170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.264459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.264937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.264937] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc717c6-8dca-4c33-8444-004186fd53ca',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.592724] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 616.593150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.768415] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.769048] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.769248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.771257] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc717c6-8dca-4c33-8444-004186fd53ca with status ACTIVE [ 616.771257] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.771257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.771257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.771257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.771257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.771257] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.771257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.771257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.772329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.772470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.772722] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.772864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.773421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.773421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.773421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.773421] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc717c6-8dca-4c33-8444-004186fd53ca is going to be updated. [ 616.799481] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.800336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.800440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.800710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.800888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.802036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc717c6-8dca-4c33-8444-004186fd53ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.085483] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 617.085726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.086405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.086405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.086405] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.087244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.087244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.087244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.087244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.087244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.087244] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.275516] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.593326] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.593667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.593667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.593746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.593929] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.594056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.594317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.594380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.594470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.594521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.594665] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.594760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.594996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.594996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.595163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.595259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.595319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.595464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.595562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.595619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.595707] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.772028] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146614c2-8528-4344-9908-42ae6cf3146d in Status: SUCCESS [ 617.772850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.772850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.772850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.772850] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.773200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.773200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.773308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.773308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.773407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.773458] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.779303] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.779754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.779754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.779897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.779897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.780657] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be created. [ 617.807066] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.807219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.807302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.807494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.807654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.819674] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: UNINITIALIZED for 2s [ 618.098272] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dce25ff-1802-4868-b39a-f55ae0499626: rpc.has_security_group_logging(os_id): False [ 618.118872] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.119092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.119993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.119993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.119993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.119993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.120361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.120361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.120361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.120687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.120687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.120771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.120853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.121063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.121170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.121430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.121634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.121634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.121842] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.121949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.122069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 618.216106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.216363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.216491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.216821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.217056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.240531] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 618.279807] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.782753] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 146614c2-8528-4344-9908-42ae6cf3146d: rpc.has_security_group_logging(os_id): False [ 618.818062] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.818323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.818444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.818668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.818919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.819267] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.819447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.819523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.819737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.819866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.819971] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 146614c2-8528-4344-9908-42ae6cf3146d is going to be created. [ 618.909819] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.910023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.910107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.910341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.910562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.925388] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 146614c2-8528-4344-9908-42ae6cf3146d in Status: IN_PROGRESS for 2s [ 619.567662] env[65079]: INFO networking_nsxv3.common.synchronization [req-6b58646a-0f37-4970-8328-71e9b9ddf9c5 req-0d4cf2aa-fe20-4086-91c5-4df1a779cc50 tempest-ServerAddressesTestJSON-360868148 tempest-ServerAddressesTestJSON-360868148-project-member] Enqueued Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_members [ 619.568311] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_members [ 619.568565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.568746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.568811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.569809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.569809] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.569809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.569986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.570450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.570450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.570450] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.834030] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 619.834030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.834030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.835565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.835870] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.836083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.836083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.836628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.836628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.836628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.836628] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.072801] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.073352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.073557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.073909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.074114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.074475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.074716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.074716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.075374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.075374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.075374] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 already deleted. [ 620.075374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.141539] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.141726] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.141857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142218] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.142472] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.142653] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.142767] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142983] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.143171] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.143405] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.144028] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.144028] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.144162] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.144221] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.144344] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.144510] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.168495] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.168689] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.169469] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.169904] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.170331] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170713] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170909] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.171445] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.171606] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e2ebbb-fe54-4d98-ad4e-5b004f92cac1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.253769] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 620.254072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.339524] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.339772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.339772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.339973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.341045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.341045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.341045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.341469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.341586] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.341783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.341974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.342281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.342417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.342462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.342582] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.674602] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.674980] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.675134] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.675501] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.675694] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.675882] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 not found, creating... [ 620.676190] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.676452] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.676604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.677103] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.677103] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.677787] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.677787] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.677947] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.678176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.678338] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.678484] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 is going to be created. [ 620.717268] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.717475] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.717593] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.718233] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.718233] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.720272] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.844851] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 620.886933] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.887166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.887485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.887611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.887813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.888107] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.888344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.888428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.889026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.889026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.889026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.889273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.889425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.889519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.889783] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.890343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.890473] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be created. [ 620.954233] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 146614c2-8528-4344-9908-42ae6cf3146d in Status: SUCCESS [ 620.956632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.002505] env[65079]: INFO networking_nsxv3.common.synchronization [req-cb4edbed-6a8f-4e4c-9641-b2e0eb2aaa87 req-f1cb8d2c-a95b-46e2-87be-b867f0f98495 tempest-DeleteServersAdminTestJSON-2104763255 tempest-DeleteServersAdminTestJSON-2104763255-project-admin] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 621.003892] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 621.003892] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.003892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.004192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.004192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.004388] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.004556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.004597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.004763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.005368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.005368] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.014989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.015344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.016056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.016056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.016056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.028708] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 621.450303] env[65079]: INFO networking_nsxv3.common.synchronization [req-6b58646a-0f37-4970-8328-71e9b9ddf9c5 req-432347c3-d846-4eaf-bdee-70c17f438c78 service nova] Enqueued Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_rules [ 621.450570] env[65079]: INFO networking_nsxv3.common.synchronization [req-6b58646a-0f37-4970-8328-71e9b9ddf9c5 req-432347c3-d846-4eaf-bdee-70c17f438c78 service nova] Enqueued Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_members [ 621.451139] env[65079]: INFO networking_nsxv3.common.synchronization [req-6b58646a-0f37-4970-8328-71e9b9ddf9c5 req-432347c3-d846-4eaf-bdee-70c17f438c78 service nova] Enqueued Resource ID: 84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 with Priority: HIGHEST for action port [ 621.451798] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_rules [ 621.451984] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_members [ 621.452145] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 with Priority: HIGHEST for action port [ 621.452688] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.452836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.452923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.454913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.455041] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.456299] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.462438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.462438] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.462438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.462438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.463165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.463165] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e2ebbb-fe54-4d98-ad4e-5b004f92cac1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.508400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.509875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.509875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.510212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.510212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.511027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.511403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.511500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.511789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.511910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.512069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be updated. [ 621.544276] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.544276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.545283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.545283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.545283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.554814] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: IN_PROGRESS for 2s [ 621.965436] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.965775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.965837] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.966785] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 with status ACTIVE [ 621.967101] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.967805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.967979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.968253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.968323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.968551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.968663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.968729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.968917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.969783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.969783] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.969783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.969783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.969783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.969783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.969783] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84e2ebbb-fe54-4d98-ad4e-5b004f92cac1 is going to be updated. [ 621.995760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.995760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.995760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.996076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.996109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.996813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e2ebbb-fe54-4d98-ad4e-5b004f92cac1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.472884] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.641717] env[65079]: INFO networking_nsxv3.common.synchronization [None req-ac529c34-b3cb-4c8c-a78f-408abdb32ca2 tempest-ServersWithSpecificFlavorTestJSON-1124523615 tempest-ServersWithSpecificFlavorTestJSON-1124523615-project-member] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 622.642290] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 622.642795] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.642795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.642939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.645671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.645846] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.866955] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a4c4aa1d-30d0-41c3-99b3-8c7d786dfc88 tempest-ServersWithSpecificFlavorTestJSON-1124523615 tempest-ServersWithSpecificFlavorTestJSON-1124523615-project-member] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 622.867613] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 622.867947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.868068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.977860] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.977860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.977860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.977860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.977860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.977860] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 is going to be created. [ 623.007721] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.007721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.007846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.007999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.008185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.018978] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 in Status: UNINITIALIZED for 2s [ 623.044694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 623.045832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.175025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.175442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.175442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 already deleted. [ 623.175703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.176307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.176307] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.219116] env[65079]: INFO networking_nsxv3.common.synchronization [req-7442a3aa-955c-4ba4-acbe-a8330c21adc2 req-069f6a45-56ac-4c1c-8d95-a6fa3812ff0c tempest-ServerDiagnosticsNegativeTest-649422430 tempest-ServerDiagnosticsNegativeTest-649422430-project-member] Enqueued Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_members [ 623.219739] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_members [ 623.220324] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.223626] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.223626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.223626] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.565903] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 623.566233] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 deletion is rescheduled due to dependency. [ 623.566233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.700845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.701015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.701102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.701342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.701440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.701550] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 already deleted. [ 623.701636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.727384] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.727601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.727690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.727958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.728075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.728310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.728707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.728817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.728924] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a already deleted. [ 623.729019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.878398] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.878540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.878639] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.878922] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.879183] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.879331] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.879488] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.879656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.879785] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.879982] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.880101] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.880197] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.880292] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.880390] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.880483] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.880603] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.902191] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.902384] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.902509] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.902800] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.903256] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-74b36628-80e3-4299-a876-5f5dc78604cf taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.903493] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.903635] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.903999] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.904167] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b36628-80e3-4299-a876-5f5dc78604cf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.407139] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.407467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.407467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.407729] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.407871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.408021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 74b36628-80e3-4299-a876-5f5dc78604cf not found, creating... [ 624.408271] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.408419] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.408529] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.408747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.408948] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.409186] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.409332] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.409454] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.409653] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.409903] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.409903] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 74b36628-80e3-4299-a876-5f5dc78604cf is going to be created. [ 624.438232] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.438449] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.438580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.439087] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.439154] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.439437] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.028936] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 in Status: SUCCESS [ 625.029955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.029955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.029955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.029955] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.031114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.031114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.031114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.031114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.031114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.031114] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.170451] env[65079]: INFO networking_nsxv3.common.synchronization [req-7442a3aa-955c-4ba4-acbe-a8330c21adc2 req-799a86e0-2077-4db9-90e5-475c275be67e service nova] Enqueued Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_rules [ 625.170715] env[65079]: INFO networking_nsxv3.common.synchronization [req-7442a3aa-955c-4ba4-acbe-a8330c21adc2 req-799a86e0-2077-4db9-90e5-475c275be67e service nova] Enqueued Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_members [ 625.170937] env[65079]: INFO networking_nsxv3.common.synchronization [req-7442a3aa-955c-4ba4-acbe-a8330c21adc2 req-799a86e0-2077-4db9-90e5-475c275be67e service nova] Enqueued Resource ID: 74b36628-80e3-4299-a876-5f5dc78604cf with Priority: HIGHEST for action port [ 625.171698] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_rules [ 625.171871] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_members [ 625.171940] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b36628-80e3-4299-a876-5f5dc78604cf with Priority: HIGHEST for action port [ 625.172295] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.173162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.173162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.173162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.173162] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.175445] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.175445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175445] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.175445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.175787] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.179810] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-74b36628-80e3-4299-a876-5f5dc78604cf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.179810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.179810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.179810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.179810] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b36628-80e3-4299-a876-5f5dc78604cf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.436647] env[65079]: INFO networking_nsxv3.common.synchronization [req-b0d2320f-c52c-4e17-ba43-14ee0e973111 req-1c51a734-968b-42de-b405-aff92f76ce33 tempest-ServerDiagnosticsTest-1032430346 tempest-ServerDiagnosticsTest-1032430346-project-member] Enqueued Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_members [ 625.437872] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGHEST for action security_group_members [ 625.439632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.439632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.439632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.439632] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.534687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.534687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.534687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.534687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.535208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.535208] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.535349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.535349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.535734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.535825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.535917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.536067] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.678879] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.679993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.680141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684838] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74b36628-80e3-4299-a876-5f5dc78604cf with status ACTIVE [ 625.684838] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.684838] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.684838] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.684838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.684838] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74b36628-80e3-4299-a876-5f5dc78604cf is going to be updated. [ 625.715816] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.716246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.716246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.716360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.716469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.716638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74b36628-80e3-4299-a876-5f5dc78604cf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.942310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.942639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.942639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.943100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.943100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.943205] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.943351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.943440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.943572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.944471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.944471] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f635b50-5a59-4d30-b851-117ca47b5888 is going to be updated. [ 625.982348] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.982508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.982990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.982990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.983114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.995138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f635b50-5a59-4d30-b851-117ca47b5888 in Status: IN_PROGRESS for 2s [ 626.037997] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879767c8-e1ac-4812-b1d3-eff17dbff0b8: rpc.has_security_group_logging(os_id): False [ 626.057302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.057302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.060603] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.060603] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.060603] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.060603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.061429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.061429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.061429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.061429] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 is going to be created. [ 626.124441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.124745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.124827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.125111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.125321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.138935] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 in Status: IN_PROGRESS for 2s [ 626.183054] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.685530] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.685823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.685908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.686322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.686473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.686612] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a is going to be created. [ 626.716600] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.717623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.717774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.718110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.718302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.732175] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a in Status: UNINITIALIZED for 2s [ 627.904199] env[65079]: INFO networking_nsxv3.common.synchronization [req-bcf48304-40b3-42f4-9d4c-bde81fa8d97a req-e554338d-88e0-4a95-ba42-97a9e5c916b6 tempest-ServersTestJSON-1076526487 tempest-ServersTestJSON-1076526487-project-member] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_members [ 627.905744] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_members [ 627.905744] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.905958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.905958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.907262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.907507] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.908062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.908246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908397] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.008854] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f635b50-5a59-4d30-b851-117ca47b5888 in Status: SUCCESS [ 628.009335] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f635b50-5a59-4d30-b851-117ca47b5888 deletion is rescheduled due to dependency. [ 628.013463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.153558] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 in Status: SUCCESS [ 628.153974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.277886] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.278504] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-734" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.278768] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-734" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.279323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-734" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.280629] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.280909] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.281145] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.281538] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.281710] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.281938] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.282094] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.283065] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.283065] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.283065] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.283065] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.283065] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.304763] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.304962] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.305126] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.305307] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-734" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.305630] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.305803] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.305918] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.306264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.306390] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c88b3713-15f1-4afc-a1c6-0b74b50ea0d9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.339904] env[65079]: INFO networking_nsxv3.common.synchronization [req-ad491013-68d0-4031-9fb1-acac1227364a req-7c6f50ab-c39f-4d84-bfc4-454188e0aedd tempest-TenantUsagesTestJSON-1302779482 tempest-TenantUsagesTestJSON-1302779482-project-member] Enqueued Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_members [ 628.340939] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGHEST for action security_group_members [ 628.341456] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.342148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.342148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.342148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.342355] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.342553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.342688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.342925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.343102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.343338] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.410619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.410827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.410878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.411133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.411230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.411428] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.411525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.411660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.411827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.411827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.411937] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 already deleted. [ 628.411979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.741955] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a in Status: SUCCESS [ 628.742227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.742395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.742646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.742852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.742971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.743061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.743225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.743307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.743394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.743488] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.808961] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809234] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809362] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.809667] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809996] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 not found, creating... [ 628.810262] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.810412] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.810524] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.810743] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.810905] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.811235] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.811387] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.811515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.811726] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.811855] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.812017] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 is going to be created. [ 628.836759] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.837090] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.837292] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.837691] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.838080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.838411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.840837] env[65079]: INFO networking_nsxv3.common.synchronization [req-a34d7dec-0770-4906-93ce-392571199b2d req-cec04c08-b95b-4d7e-93fb-c71db98594f9 tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 628.841542] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 628.841845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.841966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842483] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.843066] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.845752] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.845863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.845947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.846156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.846221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.846376] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.846474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.846552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.846731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.846792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.847122] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a619452b-69b0-4563-9a09-694226e7387f is going to be updated. [ 628.885301] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.885453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.885523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.885743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.885931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.905443] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a619452b-69b0-4563-9a09-694226e7387f in Status: IN_PROGRESS for 2s [ 629.245645] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.245966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.246498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.246498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.246498] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.246746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.246746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.246823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.247038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.247038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.249389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.249389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.249389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.249389] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.345215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.345418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.345483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.345681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.345788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.346015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.346161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.346210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.346369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.346424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.346582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 629.383161] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.383161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.383161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.384161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.384161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.398202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 629.668435] env[65079]: INFO networking_nsxv3.common.synchronization [req-bcf48304-40b3-42f4-9d4c-bde81fa8d97a req-b1261d78-2830-47f6-88ff-0fb02f7870f3 service nova] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_rules [ 629.668702] env[65079]: INFO networking_nsxv3.common.synchronization [req-bcf48304-40b3-42f4-9d4c-bde81fa8d97a req-b1261d78-2830-47f6-88ff-0fb02f7870f3 service nova] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_members [ 629.668859] env[65079]: INFO networking_nsxv3.common.synchronization [req-bcf48304-40b3-42f4-9d4c-bde81fa8d97a req-b1261d78-2830-47f6-88ff-0fb02f7870f3 service nova] Enqueued Resource ID: c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 with Priority: HIGHEST for action port [ 629.669570] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_rules [ 629.669757] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_members [ 629.669880] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 with Priority: HIGHEST for action port [ 629.670770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.670895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.670895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.671102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.671196] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.672865] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.672865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.672865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.673158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.673346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.673454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.673569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.673667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.673751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.674532] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.675394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.675394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.675394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.675643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.675643] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c88b3713-15f1-4afc-a1c6-0b74b50ea0d9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.750688] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef5f2c4-4d6f-43d1-969b-49094fd9144a: rpc.has_security_group_logging(os_id): False [ 629.779446] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.779736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.779913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.780238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.782723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.782723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.782723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.782723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.783631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.783631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.783631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.783849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.783849] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a is going to be created. [ 629.887382] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.887534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.887642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.887807] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.887992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.924973] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a in Status: IN_PROGRESS for 2s [ 630.177438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.177652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.177903] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.179478] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 with status ACTIVE [ 630.179679] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.179854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.179903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.180611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.180611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.180820] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.181308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.181308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.181531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.181650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.181867] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.182023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.182148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.182329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.182408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.182507] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c88b3713-15f1-4afc-a1c6-0b74b50ea0d9 is going to be updated. [ 630.209041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.209041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.209041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.209041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.209041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c88b3713-15f1-4afc-a1c6-0b74b50ea0d9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.685137] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.919840] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a619452b-69b0-4563-9a09-694226e7387f in Status: SUCCESS [ 630.919840] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a619452b-69b0-4563-9a09-694226e7387f deletion is rescheduled due to dependency. [ 630.920054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.188274] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.189097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.189233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.189485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.189596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.189719] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 is going to be created. [ 631.219843] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.219843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.219971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.220956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.221744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.233181] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: UNINITIALIZED for 2s [ 631.411969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 631.412231] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 631.412359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.945589] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a in Status: SUCCESS [ 631.945816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.638349] env[65079]: INFO networking_nsxv3.common.synchronization [None req-fae4c558-675e-49ee-a648-a384baf590ab None None] Enqueued Resource ID: 3a46cf33-e72a-41f9-8e71-c2d3460e6d53 with Priority: HIGHEST for action port [ 632.638645] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a46cf33-e72a-41f9-8e71-c2d3460e6d53 with Priority: HIGHEST for action port [ 632.639024] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a46cf33-e72a-41f9-8e71-c2d3460e6d53 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.639024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a46cf33-e72a-41f9-8e71-c2d3460e6d53" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.639224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a46cf33-e72a-41f9-8e71-c2d3460e6d53" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.639435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a46cf33-e72a-41f9-8e71-c2d3460e6d53" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.639611] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a46cf33-e72a-41f9-8e71-c2d3460e6d53',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.143020] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a46cf33-e72a-41f9-8e71-c2d3460e6d53 [ 633.143020] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.143020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.143020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.143020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.143020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.143020] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a46cf33-e72a-41f9-8e71-c2d3460e6d53 already deleted. [ 633.143020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a46cf33-e72a-41f9-8e71-c2d3460e6d53" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.216836] env[65079]: INFO networking_nsxv3.common.synchronization [req-69d6bf09-c9f0-43fe-8f13-4db2e23b64f7 req-a19f7f45-791a-482e-9305-4e8de89861c1 tempest-ServersAdminNegativeTestJSON-179573923 tempest-ServersAdminNegativeTestJSON-179573923-project-member] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 633.217306] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 633.217613] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.217739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.217807] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.218172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.218993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.220143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.220143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.220143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.220264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.220298] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.243178] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: UNINITIALIZED for 4s [ 633.723357] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.738051] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.738295] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.738417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.738674] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.738972] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.740220] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.740350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.740618] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.740795] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.741023] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.741134] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.741256] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.741386] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.741529] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.741624] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.741808] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.768450] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.768450] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.768450] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.768676] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.768950] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.769132] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.769251] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.769592] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.769728] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c4bb29-e8a0-4999-bcf6-3af4fc797f55',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.226733] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.274799] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.274799] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.274799] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.274799] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.274799] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.274799] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 81c4bb29-e8a0-4999-bcf6-3af4fc797f55 not found, creating... [ 634.275436] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.275436] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.275436] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.275563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.275631] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.275918] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.276105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.276221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.276426] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.276575] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.276724] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 81c4bb29-e8a0-4999-bcf6-3af4fc797f55 is going to be created. [ 634.299637] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.300105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.300105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.300329] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.301107] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.301107] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.731093] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.731951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.731951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.732170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.732264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.732425] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be updated. [ 634.764379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.764592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.764592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.764678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.765012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.774143] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: IN_PROGRESS for 2s [ 635.016455] env[65079]: INFO networking_nsxv3.common.synchronization [req-69d6bf09-c9f0-43fe-8f13-4db2e23b64f7 req-9e527a20-4416-4d4f-8710-1a04fa57488e service nova] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_rules [ 635.016685] env[65079]: INFO networking_nsxv3.common.synchronization [req-69d6bf09-c9f0-43fe-8f13-4db2e23b64f7 req-9e527a20-4416-4d4f-8710-1a04fa57488e service nova] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 635.016831] env[65079]: INFO networking_nsxv3.common.synchronization [req-69d6bf09-c9f0-43fe-8f13-4db2e23b64f7 req-9e527a20-4416-4d4f-8710-1a04fa57488e service nova] Enqueued Resource ID: 81c4bb29-e8a0-4999-bcf6-3af4fc797f55 with Priority: HIGHEST for action port [ 635.017539] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_rules [ 635.018059] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 635.018059] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c4bb29-e8a0-4999-bcf6-3af4fc797f55 with Priority: HIGHEST for action port [ 635.018586] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.018586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.018586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.018700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.018809] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.019911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.020149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.020258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.020408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.020481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.020808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.021203] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c4bb29-e8a0-4999-bcf6-3af4fc797f55',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.240088] env[65079]: INFO networking_nsxv3.common.synchronization [None req-8b0bb0d5-1872-4b0d-ba0a-3fd9cb02faf3 None None] Enqueued Resource ID: ee99a133-a925-4f1f-8aaa-575997d79ea1 with Priority: HIGHEST for action port [ 635.240685] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee99a133-a925-4f1f-8aaa-575997d79ea1 with Priority: HIGHEST for action port [ 635.242071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee99a133-a925-4f1f-8aaa-575997d79ea1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.244318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee99a133-a925-4f1f-8aaa-575997d79ea1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.244318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee99a133-a925-4f1f-8aaa-575997d79ea1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.244318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee99a133-a925-4f1f-8aaa-575997d79ea1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.244318] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee99a133-a925-4f1f-8aaa-575997d79ea1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.257615] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: SUCCESS [ 635.257615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.257615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.257615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.257615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.257615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.257615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.258165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.258165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.258165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.258165] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.523346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.523346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.523346] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c4bb29-e8a0-4999-bcf6-3af4fc797f55 with status ACTIVE [ 635.523576] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.523622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.523707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.524264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.524264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.524398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.524398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.524498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.524610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.524760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.524963] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.525056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.525130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.525277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.525416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.525547] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c4bb29-e8a0-4999-bcf6-3af4fc797f55 is going to be updated. [ 635.549318] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.549473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.549543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.549747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.549894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.550069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c4bb29-e8a0-4999-bcf6-3af4fc797f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.749238] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee99a133-a925-4f1f-8aaa-575997d79ea1 [ 635.749238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.749238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.749238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.749238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.749238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.749238] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee99a133-a925-4f1f-8aaa-575997d79ea1 already deleted. [ 635.749238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee99a133-a925-4f1f-8aaa-575997d79ea1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.760518] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.262283] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c887f2-bb93-419a-a772-fc4a37d4e931: rpc.has_security_group_logging(os_id): False [ 636.282657] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.286131] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.286131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.286131] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 is going to be created. [ 636.357834] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.358211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.358211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.358828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.358828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.371166] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: IN_PROGRESS for 2s [ 636.787716] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 636.788097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.788144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.788370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.788565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.788688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.788768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.788908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.788993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.789102] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.964007] env[65079]: INFO networking_nsxv3.common.synchronization [req-9c5a81c8-7b5d-45e5-88b0-7e16dedd47b8 req-0b30a090-dad7-40ec-b1e6-c002a9634a48 tempest-ServerExternalEventsTest-196757320 tempest-ServerExternalEventsTest-196757320-project-member] Enqueued Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_members [ 636.965945] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_members [ 636.967315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.967315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.967315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.967315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.967866] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.967990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.968291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.968561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.968678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.968828] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.292492] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.471518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.473937] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.473937] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 already deleted. [ 637.473937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.645429] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.647023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.647023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.647023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.647023] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.647023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.648291] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.648543] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.648689] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.648892] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.649037] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.649141] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.649249] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.649340] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.649433] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.649565] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.668137] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.668344] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.668428] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.668599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.668914] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.669094] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.669208] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.669522] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.669655] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.795872] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.174727] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.175396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.175516] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.175805] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.175944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.176106] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 not found, creating... [ 638.176373] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.176520] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.176628] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.176835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.176958] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.177248] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.177391] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.178105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.178105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.178105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.178105] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 is going to be created. [ 638.204416] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.204630] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.204719] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.205055] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.205289] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.205504] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.298134] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.298378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.298378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.298671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.298791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.298910] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be updated. [ 638.345947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.346240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.346362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.346628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.346799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.357320] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: IN_PROGRESS for 2s [ 638.384111] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: SUCCESS [ 638.384395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.717342] env[65079]: INFO networking_nsxv3.common.synchronization [None req-866add8e-4485-4899-af4c-82ba953a34e2 None None] Enqueued Resource ID: ae57aed7-354a-42f1-8f84-d4d0d79a0bc1 with Priority: HIGHEST for action port [ 638.717342] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae57aed7-354a-42f1-8f84-d4d0d79a0bc1 with Priority: HIGHEST for action port [ 638.717486] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae57aed7-354a-42f1-8f84-d4d0d79a0bc1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.717610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae57aed7-354a-42f1-8f84-d4d0d79a0bc1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae57aed7-354a-42f1-8f84-d4d0d79a0bc1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.717994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae57aed7-354a-42f1-8f84-d4d0d79a0bc1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.718206] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae57aed7-354a-42f1-8f84-d4d0d79a0bc1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.925537] env[65079]: INFO networking_nsxv3.common.synchronization [req-9c5a81c8-7b5d-45e5-88b0-7e16dedd47b8 req-2da8c8f7-a820-4ad6-b0d2-94479a1c4968 service nova] Enqueued Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_rules [ 638.925972] env[65079]: INFO networking_nsxv3.common.synchronization [req-9c5a81c8-7b5d-45e5-88b0-7e16dedd47b8 req-2da8c8f7-a820-4ad6-b0d2-94479a1c4968 service nova] Enqueued Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_members [ 638.925972] env[65079]: INFO networking_nsxv3.common.synchronization [req-9c5a81c8-7b5d-45e5-88b0-7e16dedd47b8 req-2da8c8f7-a820-4ad6-b0d2-94479a1c4968 service nova] Enqueued Resource ID: 8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 with Priority: HIGHEST for action port [ 638.926397] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_rules [ 638.926526] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_members [ 638.926630] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 with Priority: HIGHEST for action port [ 638.926918] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.928193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.928303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.928579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.928663] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.930045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.930045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.930045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.930045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.931453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.931707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.931745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.931996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.932161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.932302] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.936651] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.936817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.936992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.937134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.937307] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.221384] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae57aed7-354a-42f1-8f84-d4d0d79a0bc1 [ 639.221384] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.221384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.221384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.221384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.221384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.221384] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae57aed7-354a-42f1-8f84-d4d0d79a0bc1 already deleted. [ 639.221384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae57aed7-354a-42f1-8f84-d4d0d79a0bc1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.439127] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.439334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.439470] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.440452] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 with status ACTIVE [ 639.441537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.441537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.441537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.441537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.441537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.441537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.441537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.441868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.441868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.441868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.443748] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.443748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.443748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.443748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.443748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.443748] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58 is going to be updated. [ 639.467248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.467453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.467501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.467726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.467877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.468134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ce045d4-d977-4cbf-80f4-e0d5e1c1dc58" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.944874] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.258984] env[65079]: INFO networking_nsxv3.common.synchronization [req-cdda7fec-9522-4cae-a08b-835d364d125c req-dd5e3f57-1096-4d25-9b91-0eb020ea0136 tempest-ServersWithSpecificFlavorTestJSON-1124523615 tempest-ServersWithSpecificFlavorTestJSON-1124523615-project-member] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 640.259660] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 640.260357] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.260601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.260689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.263708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.263708] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.263708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.263708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.263708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.263708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.263708] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.373785] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 640.374124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.374352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.374642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.375523] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.375698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.375765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.376045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.376190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.376302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.376399] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.448222] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.448454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.448638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.449065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.449229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.449744] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 is going to be created. [ 640.477391] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.477579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.477655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.477938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.479287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.496211] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 in Status: UNINITIALIZED for 2s [ 640.768547] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.769773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.769925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.770282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.770432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.770760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.770881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.770942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.771132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.771215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.771347] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 already deleted. [ 640.771407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.829922] env[65079]: INFO networking_nsxv3.common.synchronization [None req-52bc8c99-e76b-4d64-b9aa-9e07104de5ff None None] Enqueued Resource ID: c9818e68-469e-49b2-81ae-f476e964bf4e with Priority: HIGHEST for action port [ 640.829922] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9818e68-469e-49b2-81ae-f476e964bf4e with Priority: HIGHEST for action port [ 640.829922] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9818e68-469e-49b2-81ae-f476e964bf4e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.829922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9818e68-469e-49b2-81ae-f476e964bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.829922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9818e68-469e-49b2-81ae-f476e964bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.829922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9818e68-469e-49b2-81ae-f476e964bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.829922] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9818e68-469e-49b2-81ae-f476e964bf4e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.884398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.887017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.887017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.887017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887741] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.909395] env[65079]: INFO networking_nsxv3.common.synchronization [None req-fae01baf-9594-4821-9c92-6a0cd90f7bbe None None] Enqueued Resource ID: 32953803-181d-4903-933a-babbad32f62b with Priority: HIGHEST for action port [ 640.909395] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32953803-181d-4903-933a-babbad32f62b with Priority: HIGHEST for action port [ 640.910266] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-32953803-181d-4903-933a-babbad32f62b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.910593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32953803-181d-4903-933a-babbad32f62b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.911112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32953803-181d-4903-933a-babbad32f62b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.913166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32953803-181d-4903-933a-babbad32f62b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.913166] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32953803-181d-4903-933a-babbad32f62b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.941400] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.941580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.941698] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.943534] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.945566] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.945897] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.945897] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.946156] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.946343] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.946594] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.946699] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.946800] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.946975] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.947046] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.947105] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.947437] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.969343] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.969536] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.969660] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.969803] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.970135] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.970391] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.970549] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.970987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.971193] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f810ca1-ce81-4933-affc-fb9aca6eb1e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.332796] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9818e68-469e-49b2-81ae-f476e964bf4e [ 641.332796] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.332796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.332796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.332796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.332796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.332796] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9818e68-469e-49b2-81ae-f476e964bf4e already deleted. [ 641.332796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9818e68-469e-49b2-81ae-f476e964bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.390746] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 216a7c83-f45d-41d7-98e2-7dcbcacdf614: rpc.has_security_group_logging(os_id): False [ 641.413464] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.413683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.413683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.413848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.413957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.414166] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.414430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.414430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.414585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.414585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.414777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.414886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.414954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.415121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.415203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.415749] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.415749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.415749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.415749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.415749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.416085] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be updated. [ 641.417025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32953803-181d-4903-933a-babbad32f62b [ 641.417602] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.417602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.417602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.417602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.417602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.417890] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32953803-181d-4903-933a-babbad32f62b already deleted. [ 641.417890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32953803-181d-4903-933a-babbad32f62b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474254] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.475451] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.475601] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.475933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.476108] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.476718] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 4f810ca1-ce81-4933-affc-fb9aca6eb1e7 not found, creating... [ 641.476718] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476718] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476988] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477060] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477205] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477490] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.477643] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.477761] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.478040] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.478199] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.478393] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 4f810ca1-ce81-4933-affc-fb9aca6eb1e7 is going to be created. [ 641.501752] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.502098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.502098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.502308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.502457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.512344] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.512625] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.512625] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.512973] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.514434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.515185] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.518713] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: IN_PROGRESS for 2s [ 642.200250] env[65079]: INFO networking_nsxv3.common.synchronization [req-cdda7fec-9522-4cae-a08b-835d364d125c req-7ddca1f4-94af-4781-ac06-b9f8d45d42b9 service nova] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 642.200250] env[65079]: INFO networking_nsxv3.common.synchronization [req-cdda7fec-9522-4cae-a08b-835d364d125c req-7ddca1f4-94af-4781-ac06-b9f8d45d42b9 service nova] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 642.200250] env[65079]: INFO networking_nsxv3.common.synchronization [req-cdda7fec-9522-4cae-a08b-835d364d125c req-7ddca1f4-94af-4781-ac06-b9f8d45d42b9 service nova] Enqueued Resource ID: 4f810ca1-ce81-4933-affc-fb9aca6eb1e7 with Priority: HIGHEST for action port [ 642.200250] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 642.200250] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 642.200250] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f810ca1-ce81-4933-affc-fb9aca6eb1e7 with Priority: HIGHEST for action port [ 642.200827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.200827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.200827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.200827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.201032] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.201952] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.202082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.202153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.202339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.202513] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.202632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.202699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.202917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.203016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.204446] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.205442] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.208144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.208144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.208144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.208144] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f810ca1-ce81-4933-affc-fb9aca6eb1e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.507440] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 in Status: SUCCESS [ 642.507726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.507867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.508115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.508324] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.508444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.508542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.508700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.508836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.508942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.509047] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.708027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.708027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.708152] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.709048] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f810ca1-ce81-4933-affc-fb9aca6eb1e7 with status ACTIVE [ 642.709213] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.709585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.709585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.709585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.709698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.709840] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.709935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710008] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.710163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.710243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.710425] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.710746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.710852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.710903] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f810ca1-ce81-4933-affc-fb9aca6eb1e7 is going to be updated. [ 642.732806] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.733238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.733238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.733238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.733445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.733543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f810ca1-ce81-4933-affc-fb9aca6eb1e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.747464] env[65079]: INFO networking_nsxv3.common.synchronization [req-02d62d85-3267-4cfe-b339-6a60038c77d5 req-9114c0f5-4fe3-4039-bcf5-f7eb2f86c605 tempest-MigrationsAdminTest-1843101639 tempest-MigrationsAdminTest-1843101639-project-member] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 642.748223] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 642.748542] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.748688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.748822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.749190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.749605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.749969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.750070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.750170] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.014472] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.014677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.014728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.014937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.015203] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.015332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.015389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.015598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.015650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.015709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.015877] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.015975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.016053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.016216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.017170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.017170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.017170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.017170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.017170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.017170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.017170] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.149558] env[65079]: INFO networking_nsxv3.common.synchronization [None req-15ba17d0-5c0e-451d-a956-0e3cf6187bff None None] Enqueued Resource ID: 3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3 with Priority: HIGHEST for action port [ 643.149558] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3 with Priority: HIGHEST for action port [ 643.150195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.150297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.150337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.151795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.151795] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.198322] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.200774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.200774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.200774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.200774] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.200774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.201373] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.201536] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.201810] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.202978] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.202978] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.202978] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.202978] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.203181] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.203300] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.203496] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.212764] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.227246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.227523] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.228381] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.228708] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.229155] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.229737] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.230182] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.230483] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.230805] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.252971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.253307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.253307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.253631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.253815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.254143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.254312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.254417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.254666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.254799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.254941] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c already deleted. [ 643.255092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.519509] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23afc3ea-8db4-4f93-b14c-d2db322dd358: rpc.has_security_group_logging(os_id): False [ 643.536910] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 643.537199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.540418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.540578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.540802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.541667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.543071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.543071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.543071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.543071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.543377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.543377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.544031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.544031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.544031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.544031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.545501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.545625] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.545740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.545847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.546273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.546273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.546273] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 is going to be created. [ 643.619129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.619379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.619498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.620203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.620203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.636110] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 in Status: IN_PROGRESS for 2s [ 643.656764] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3 [ 643.657207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.657489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.657620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.657949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.658289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.658289] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3 already deleted. [ 643.658489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0fc1c2-0bde-4ddb-b7c6-975b52af25a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.680869] env[65079]: INFO networking_nsxv3.common.synchronization [None req-93f47869-0564-4973-a7fe-1442e78e3ca6 None None] Enqueued Resource ID: 7d4130b6-a941-4219-b94b-6f17d0be7bfd with Priority: HIGHEST for action port [ 643.682009] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d4130b6-a941-4219-b94b-6f17d0be7bfd with Priority: HIGHEST for action port [ 643.682549] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d4130b6-a941-4219-b94b-6f17d0be7bfd taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.682776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d4130b6-a941-4219-b94b-6f17d0be7bfd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.682885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d4130b6-a941-4219-b94b-6f17d0be7bfd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.683365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d4130b6-a941-4219-b94b-6f17d0be7bfd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.683527] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4130b6-a941-4219-b94b-6f17d0be7bfd',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.716655] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.717102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.717102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.718151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.718151] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be created. [ 643.736783] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.737034] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.737167] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.737579] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.737753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.737913] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 not found, creating... [ 643.738386] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.738386] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.738644] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.739042] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.739363] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.739628] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.739793] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.739940] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.740227] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.740361] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.740499] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 is going to be created. [ 643.757302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.757531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.757608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.757854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.758055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.769076] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.769377] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.769568] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.769990] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.770345] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.770582] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.773265] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: UNINITIALIZED for 2s [ 644.186662] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d4130b6-a941-4219-b94b-6f17d0be7bfd [ 644.186960] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.187155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.187229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.188055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.188055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.188055] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d4130b6-a941-4219-b94b-6f17d0be7bfd already deleted. [ 644.188055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d4130b6-a941-4219-b94b-6f17d0be7bfd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.519918] env[65079]: INFO networking_nsxv3.common.synchronization [req-02d62d85-3267-4cfe-b339-6a60038c77d5 req-ae111601-48ff-4c43-83ed-e35f762b22f7 service nova] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_rules [ 644.519918] env[65079]: INFO networking_nsxv3.common.synchronization [req-02d62d85-3267-4cfe-b339-6a60038c77d5 req-ae111601-48ff-4c43-83ed-e35f762b22f7 service nova] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 644.519918] env[65079]: INFO networking_nsxv3.common.synchronization [req-02d62d85-3267-4cfe-b339-6a60038c77d5 req-ae111601-48ff-4c43-83ed-e35f762b22f7 service nova] Enqueued Resource ID: 9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 with Priority: HIGHEST for action port [ 644.519918] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_rules [ 644.519918] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 644.519918] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 with Priority: HIGHEST for action port [ 644.521907] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.521907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.521907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.522251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.523138] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.524057] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.524057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.524667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.525288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.528451] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.528451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.528451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.528451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.528451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.528451] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.529488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.529488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.529488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.529720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.529720] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.032081] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.033266] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.033399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.033598] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 with status ACTIVE [ 645.033742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.033808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.033888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.034091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.035065] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.035065] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.035065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.039321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.039438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.039487] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6 is going to be updated. [ 645.061239] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.061239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.061239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.061468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.061570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.061825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1c5273-3d10-41aa-a9e2-e549ab6d3ea6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.541280] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.660803] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 in Status: SUCCESS [ 645.661110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.783601] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 645.783601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.783601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.783825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.784071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.784071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.784213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.784263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.784395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.784447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.784589] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.045306] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.045306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.045306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.045306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.045306] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be created. [ 646.068708] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.068708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.068708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.068708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.068708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.078469] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: UNINITIALIZED for 2s [ 646.291840] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.789836] env[65079]: INFO networking_nsxv3.common.synchronization [None req-74ce85ec-3553-47e7-b381-5796dc80ef44 None None] Enqueued Resource ID: 8704e977-150b-4f48-b483-1a5a4fbe5acf with Priority: HIGHEST for action port [ 646.790444] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8704e977-150b-4f48-b483-1a5a4fbe5acf with Priority: HIGHEST for action port [ 646.790742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8704e977-150b-4f48-b483-1a5a4fbe5acf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.790895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8704e977-150b-4f48-b483-1a5a4fbe5acf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.790970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8704e977-150b-4f48-b483-1a5a4fbe5acf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.794505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8704e977-150b-4f48-b483-1a5a4fbe5acf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.794505] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8704e977-150b-4f48-b483-1a5a4fbe5acf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.797827] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7d65df-77a6-4798-835f-9915d2934242: rpc.has_security_group_logging(os_id): False [ 646.820313] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.820427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.820484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.820761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.820971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.821118] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.821589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.821589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.821589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.821589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.821589] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be created. [ 646.891964] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.892144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.892229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.892450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.892736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.907409] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: IN_PROGRESS for 2s [ 646.957537] env[65079]: INFO networking_nsxv3.common.synchronization [None req-c1ad919b-e0b9-4018-ae5e-0ac747cf1bde None None] Enqueued Resource ID: 66704ca5-d145-4a88-8bd3-b2d9b2c39123 with Priority: HIGHEST for action port [ 646.958366] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66704ca5-d145-4a88-8bd3-b2d9b2c39123 with Priority: HIGHEST for action port [ 646.958736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-66704ca5-d145-4a88-8bd3-b2d9b2c39123 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.958736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66704ca5-d145-4a88-8bd3-b2d9b2c39123" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.958736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66704ca5-d145-4a88-8bd3-b2d9b2c39123" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.959435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66704ca5-d145-4a88-8bd3-b2d9b2c39123" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.959435] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66704ca5-d145-4a88-8bd3-b2d9b2c39123',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.297759] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8704e977-150b-4f48-b483-1a5a4fbe5acf [ 647.297759] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.297759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.297759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.298155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.298155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.298155] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8704e977-150b-4f48-b483-1a5a4fbe5acf already deleted. [ 647.298155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8704e977-150b-4f48-b483-1a5a4fbe5acf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.462272] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66704ca5-d145-4a88-8bd3-b2d9b2c39123 [ 647.462531] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.462675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.462785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.462991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.464600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.464736] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66704ca5-d145-4a88-8bd3-b2d9b2c39123 already deleted. [ 647.464848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66704ca5-d145-4a88-8bd3-b2d9b2c39123" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.092863] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 648.093662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.093662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.093662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.093842] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.094011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.094118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.094262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.094358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.094460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.094555] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.552444] env[65079]: INFO networking_nsxv3.common.synchronization [req-10c78b71-e5b9-4326-b5fd-b793cc1977f9 req-856d6811-a5aa-4cc4-957b-59782b64fda2 tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 648.553356] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 648.554349] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.554349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.554349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.554349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.554779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.554779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.554779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.555139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.555139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.555139] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.597394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.597662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.597662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.597977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.598193] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.598348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.598421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.598690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.598820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.598964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.599079] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.599463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.599647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.600050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.600122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.600258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.600348] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.717773] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e670ce91-4788-41ae-9302-98f84dad2f05 None None] Enqueued Resource ID: 50b76fe8-7efc-4b50-bbef-cb7cf8328f28 with Priority: HIGHEST for action port [ 648.722610] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b76fe8-7efc-4b50-bbef-cb7cf8328f28 with Priority: HIGHEST for action port [ 648.722610] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b76fe8-7efc-4b50-bbef-cb7cf8328f28 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.722610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b76fe8-7efc-4b50-bbef-cb7cf8328f28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.722610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b76fe8-7efc-4b50-bbef-cb7cf8328f28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.722610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b76fe8-7efc-4b50-bbef-cb7cf8328f28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.722610] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b76fe8-7efc-4b50-bbef-cb7cf8328f28',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.920835] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 648.923563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.026641] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7324c3e6-7b4d-47d0-810b-170ea24f486e None None] Enqueued Resource ID: 988694fd-8df1-4044-ab23-02b215dc48ff with Priority: HIGHEST for action port [ 649.028119] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988694fd-8df1-4044-ab23-02b215dc48ff with Priority: HIGHEST for action port [ 649.028119] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-988694fd-8df1-4044-ab23-02b215dc48ff taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.028119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988694fd-8df1-4044-ab23-02b215dc48ff" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.028392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988694fd-8df1-4044-ab23-02b215dc48ff" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.028718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988694fd-8df1-4044-ab23-02b215dc48ff" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.028821] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988694fd-8df1-4044-ab23-02b215dc48ff',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.040210] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.040210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.040210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.041405] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.041564] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.043344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.043344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.043344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.043344] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.043344] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.043344] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.043344] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.043344] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.043344] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.043344] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.060394] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.067042] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.067042] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.067042] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.067042] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.067042] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.067277] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.067440] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.067997] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.067997] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8830bb-cfa3-419e-9e0c-06dc9308cecb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.102115] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dfc20dc-84f3-4cf7-8819-111327e23c6c: rpc.has_security_group_logging(os_id): False [ 649.126387] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.126624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.126624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be created. [ 649.198953] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.198953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.198953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.198953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.198953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.208101] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 649.227368] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50b76fe8-7efc-4b50-bbef-cb7cf8328f28 [ 649.227368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.227368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.227638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.227638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.227709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.227801] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50b76fe8-7efc-4b50-bbef-cb7cf8328f28 already deleted. [ 649.227843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b76fe8-7efc-4b50-bbef-cb7cf8328f28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.531944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 988694fd-8df1-4044-ab23-02b215dc48ff [ 649.531944] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.531944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.531944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.532241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.532241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.532241] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:988694fd-8df1-4044-ab23-02b215dc48ff already deleted. [ 649.532440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988694fd-8df1-4044-ab23-02b215dc48ff" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.563980] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.570874] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.571069] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.571287] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.571492] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.571673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.571868] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port ea8830bb-cfa3-419e-9e0c-06dc9308cecb not found, creating... [ 649.572115] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.572306] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.573059] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.573059] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.573059] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.573257] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.573304] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.573512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.573637] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.573985] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: ea8830bb-cfa3-419e-9e0c-06dc9308cecb is going to be created. [ 649.595285] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.595569] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.595714] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.596032] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.596273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.596522] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.066690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.066876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.066941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.067196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.067293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067410] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 650.099619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.100291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.100365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.100652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.100749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.111980] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 650.364177] env[65079]: INFO networking_nsxv3.common.synchronization [req-10c78b71-e5b9-4326-b5fd-b793cc1977f9 req-55110eb4-3349-41a9-8837-750cf431d2ac service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 650.364393] env[65079]: INFO networking_nsxv3.common.synchronization [req-10c78b71-e5b9-4326-b5fd-b793cc1977f9 req-55110eb4-3349-41a9-8837-750cf431d2ac service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 650.364534] env[65079]: INFO networking_nsxv3.common.synchronization [req-10c78b71-e5b9-4326-b5fd-b793cc1977f9 req-55110eb4-3349-41a9-8837-750cf431d2ac service nova] Enqueued Resource ID: ea8830bb-cfa3-419e-9e0c-06dc9308cecb with Priority: HIGHEST for action port [ 650.365440] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 650.365653] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 650.365956] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8830bb-cfa3-419e-9e0c-06dc9308cecb with Priority: HIGHEST for action port [ 650.366209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.366371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.366554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.366754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.366869] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.368045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.368253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.368616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.368871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.369017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.369739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.369868] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8830bb-cfa3-419e-9e0c-06dc9308cecb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.872073] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.872208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.872407] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea8830bb-cfa3-419e-9e0c-06dc9308cecb with status ACTIVE [ 650.872570] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.872696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.872877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.873264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.873389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.873578] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.873674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.873745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.874044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.874151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.874420] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.874495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.874559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.875329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.875329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.875329] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea8830bb-cfa3-419e-9e0c-06dc9308cecb is going to be updated. [ 650.899350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.899350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.899350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.899350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.899350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.899615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8830bb-cfa3-419e-9e0c-06dc9308cecb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.226048] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 651.226451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.353313] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ba5218c-b649-419a-9a30-636a1513254d req-c1d9493b-8296-4498-ad6e-0635134e6b70 tempest-DeleteServersAdminTestJSON-1027921004 tempest-DeleteServersAdminTestJSON-1027921004-project-member] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 651.355731] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 651.355731] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.355731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.355731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.356305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.356611] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.356962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.357532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.358446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.358446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.358446] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.699682] env[65079]: INFO networking_nsxv3.common.synchronization [None req-81adcf3d-ecc9-4e67-84f0-026b9d530213 None None] Enqueued Resource ID: eee2805e-c718-4a6e-9de8-0c0a11d0125b with Priority: HIGHEST for action port [ 651.700672] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee2805e-c718-4a6e-9de8-0c0a11d0125b with Priority: HIGHEST for action port [ 651.701072] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-eee2805e-c718-4a6e-9de8-0c0a11d0125b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.701310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eee2805e-c718-4a6e-9de8-0c0a11d0125b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.701508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eee2805e-c718-4a6e-9de8-0c0a11d0125b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.701916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eee2805e-c718-4a6e-9de8-0c0a11d0125b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.702084] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eee2805e-c718-4a6e-9de8-0c0a11d0125b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.863511] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.863677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.863749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.864011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.864119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.864322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.864436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.864520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.864760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.864864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.864954] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be updated. [ 651.923062] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.923259] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.923391] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.923692] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.923966] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.924136] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.924245] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.924454] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.924586] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.924784] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.924886] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.924988] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.925131] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.925239] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.925339] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.925464] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.968774] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.968962] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.969084] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.969497] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.969848] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.970066] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.970215] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.970568] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.970750] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.976587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.977638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.979165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.979373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.989886] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: IN_PROGRESS for 2s [ 652.120944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 652.121302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.121390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.121554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.121738] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.122051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.122051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.122164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.122164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.122242] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.205698] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eee2805e-c718-4a6e-9de8-0c0a11d0125b [ 652.205943] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.206103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.206170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.206394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.206486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.206590] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eee2805e-c718-4a6e-9de8-0c0a11d0125b already deleted. [ 652.206699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eee2805e-c718-4a6e-9de8-0c0a11d0125b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.475139] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.478163] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f not found, creating... [ 652.478163] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.478163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.478532] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.478532] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.478532] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.478697] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.478831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.478969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f is going to be created. [ 652.499671] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.499870] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.499992] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.500276] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.500494] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.500718] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.624214] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.128435] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.201838] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ba5218c-b649-419a-9a30-636a1513254d req-99791e95-c213-4549-be54-e356fcbb28ea service nova] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_rules [ 653.202112] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ba5218c-b649-419a-9a30-636a1513254d req-99791e95-c213-4549-be54-e356fcbb28ea service nova] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 653.202290] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ba5218c-b649-419a-9a30-636a1513254d req-99791e95-c213-4549-be54-e356fcbb28ea service nova] Enqueued Resource ID: 2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f with Priority: HIGHEST for action port [ 653.203286] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_rules [ 653.203474] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 653.203735] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f with Priority: HIGHEST for action port [ 653.204338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.204513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.204616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.204837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.204928] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.206263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.206461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.206742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.206902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.207016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.207212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.207312] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.594736] env[65079]: INFO networking_nsxv3.common.synchronization [req-d3bd615b-4611-44af-8997-7e6bca31b3ae req-906425e7-c781-42fc-9738-38d02f757b69 tempest-ServerDiagnosticsNegativeTest-649422430 tempest-ServerDiagnosticsNegativeTest-649422430-project-member] Enqueued Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_members [ 653.595297] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGHEST for action security_group_members [ 653.595606] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.595731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.595795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.596080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.596229] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.596334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.596394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.596552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.596662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.596721] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.631217] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.631337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.631397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.631607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.631702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.631797] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 653.673600] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.673961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.673961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.674200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.674364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.689454] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 653.693511] env[65079]: INFO networking_nsxv3.common.synchronization [None req-eb96d53e-c330-484b-8000-2d47838615c0 None None] Enqueued Resource ID: bfb6941a-108d-4467-b9dd-b4ee2a32c91c with Priority: HIGHEST for action port [ 653.694091] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb6941a-108d-4467-b9dd-b4ee2a32c91c with Priority: HIGHEST for action port [ 653.694404] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb6941a-108d-4467-b9dd-b4ee2a32c91c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.694525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb6941a-108d-4467-b9dd-b4ee2a32c91c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.694611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb6941a-108d-4467-b9dd-b4ee2a32c91c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.694865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb6941a-108d-4467-b9dd-b4ee2a32c91c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.694953] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb6941a-108d-4467-b9dd-b4ee2a32c91c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.708902] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.709119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.709469] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f with status ACTIVE [ 653.709679] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.709798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.709860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.710178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.710352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.710452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.710756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.710951] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.711060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.711120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.711263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.711339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.711423] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f is going to be updated. [ 653.732477] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.732707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.732707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.732894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.733029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.733198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aca7fb5-37c3-4ae6-ac6b-2e324d7be85f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.001341] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 654.001529] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 deletion is rescheduled due to dependency. [ 654.001641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.001809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.002056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.002234] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.002696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.002696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.002696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.002696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.003029] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.099498] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.100302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.100302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.100302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.100302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.100602] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.100602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.100602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.100731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.100808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.100902] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a is going to be updated. [ 654.153026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.153026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.153026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.153026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.153026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.162967] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a in Status: IN_PROGRESS for 2s [ 654.197346] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfb6941a-108d-4467-b9dd-b4ee2a32c91c [ 654.197629] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.198396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.198396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.198706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.198779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.198845] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfb6941a-108d-4467-b9dd-b4ee2a32c91c already deleted. [ 654.198937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb6941a-108d-4467-b9dd-b4ee2a32c91c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.290444] env[65079]: INFO networking_nsxv3.common.synchronization [req-d82a5683-b98e-49fd-8d9a-06d936d4d462 req-c1897181-ae3c-4155-b2eb-3e85c35e42d2 tempest-ServersTestBootFromVolume-1107839363 tempest-ServersTestBootFromVolume-1107839363-project-member] Enqueued Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_members [ 654.291149] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_members [ 654.291542] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.291695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.291782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.292323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.293885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.293885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.294799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.295049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.295128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.295242] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.506866] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.801345] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.801712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.801712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.801951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.802117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.802340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.802448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.802524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.802676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.802758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.802855] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c already deleted. [ 654.802945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.851629] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.851867] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-873" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.852225] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-873" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.852336] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-873" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.852580] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.852732] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.852901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.853141] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.853559] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.853559] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.853722] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.853775] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.853926] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.854101] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.854249] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.854418] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.876464] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.877207] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.877207] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.877207] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-873" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.877207] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.877548] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.877548] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.877869] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.878034] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.011299] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.381125] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.381397] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.381576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.381861] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.382012] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.382171] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 not found, creating... [ 655.382509] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.382704] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.382884] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.383125] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.383308] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.383655] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.383866] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.383950] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.384275] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.384452] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.384621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 is going to be created. [ 655.405054] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.405316] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.405382] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.405644] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.405865] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.406102] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.514478] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.514633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.514710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.514945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.515053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.515155] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be updated. [ 655.556412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.556689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.556736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.557053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.557940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.572755] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: IN_PROGRESS for 2s [ 655.705023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 655.705460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.705714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.706071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.706339] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.706469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.706534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.706706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.706788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.706876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.706967] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.117858] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f3008132-1000-44b3-9fe1-9a5bc12d1a68 None None] Enqueued Resource ID: 9d2415b7-4f4f-4105-bb9f-d4ed694de55a with Priority: HIGHEST for action port [ 656.118401] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2415b7-4f4f-4105-bb9f-d4ed694de55a with Priority: HIGHEST for action port [ 656.118707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2415b7-4f4f-4105-bb9f-d4ed694de55a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.118835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2415b7-4f4f-4105-bb9f-d4ed694de55a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.118905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2415b7-4f4f-4105-bb9f-d4ed694de55a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.119227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2415b7-4f4f-4105-bb9f-d4ed694de55a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.119304] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2415b7-4f4f-4105-bb9f-d4ed694de55a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.124690] env[65079]: INFO networking_nsxv3.common.synchronization [req-d82a5683-b98e-49fd-8d9a-06d936d4d462 req-af7e1e31-9c8c-49c6-ae18-1dd9fdd5a819 service nova] Enqueued Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_rules [ 656.124853] env[65079]: INFO networking_nsxv3.common.synchronization [req-d82a5683-b98e-49fd-8d9a-06d936d4d462 req-af7e1e31-9c8c-49c6-ae18-1dd9fdd5a819 service nova] Enqueued Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_members [ 656.124979] env[65079]: INFO networking_nsxv3.common.synchronization [req-d82a5683-b98e-49fd-8d9a-06d936d4d462 req-af7e1e31-9c8c-49c6-ae18-1dd9fdd5a819 service nova] Enqueued Resource ID: aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 with Priority: HIGHEST for action port [ 656.125307] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_rules [ 656.125464] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_members [ 656.125569] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 with Priority: HIGHEST for action port [ 656.126357] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.126357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.126357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.126614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.126730] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.127761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.129012] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.129012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.129012] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.130335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.130335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.130335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.130335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.130335] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.174828] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a in Status: SUCCESS [ 656.174991] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a deletion is rescheduled due to dependency. [ 656.175141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.211148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.211287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.211360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.211577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.211736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.212717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.212717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.212717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.212913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.213099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.213164] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.213699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.213699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.213699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.213699] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.213699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.213957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.213957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.214043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214285] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.531521] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ae6f536-b68d-4dad-b5bb-6a1387dfd4da req-b156a5b1-3e10-4cfd-be50-463aa799e34e tempest-FloatingIPsAssociationTestJSON-1895960462 tempest-FloatingIPsAssociationTestJSON-1895960462-project-member] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 656.531521] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 656.531521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.531521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.531889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.531889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.532040] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.533628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.533628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.533628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.533628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.533871] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.621286] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d2415b7-4f4f-4105-bb9f-d4ed694de55a [ 656.621819] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.621819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.621819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.622081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.622191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.622269] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d2415b7-4f4f-4105-bb9f-d4ed694de55a already deleted. [ 656.622355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2415b7-4f4f-4105-bb9f-d4ed694de55a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.631937] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.632112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.632260] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.634533] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 with status ACTIVE [ 656.634533] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.634533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.634533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.634533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.634533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.634965] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.634965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.634965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.634965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.634965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.635148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.635445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.635445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.635865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.635865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.635865] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01 is going to be updated. [ 656.663651] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.663651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.663651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.663651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.663651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.663651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac178f7-5d9d-4ef4-9eb4-1c7f31eeab01" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.717451] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dce25ff-1802-4868-b39a-f55ae0499626: rpc.has_security_group_logging(os_id): False [ 656.747368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.747558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.747604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.747821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.747911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.748176] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.748285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.748348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.748501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.748581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.748774] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.748870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.748934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.749109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.749193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.749414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.749492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.749539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.749683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.749759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.749867] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 656.865315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.865489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.865554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.865748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.865902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.892383] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 656.940564] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.940787] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.940962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.941299] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.941604] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.941768] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.941821] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.942333] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.942472] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.942701] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.942812] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.942942] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.943061] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.943173] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.943270] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.943398] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.982020] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.982206] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.982255] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.982408] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.982735] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-6ce085e0-d112-4177-91a8-6597539abbb6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.983016] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.983154] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.983477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.983615] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce085e0-d112-4177-91a8-6597539abbb6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.037053] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.037053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.037053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.037053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.037053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.037053] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.037053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.037053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.037688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.037688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.037688] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 already deleted. [ 657.037688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.135608] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.486105] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.487987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.487987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.487987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.487987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.487987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 6ce085e0-d112-4177-91a8-6597539abbb6 not found, creating... [ 657.487987] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.487987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.488467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.488467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.488467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.489127] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.489771] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.489930] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.490219] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.490354] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.490495] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 6ce085e0-d112-4177-91a8-6597539abbb6 is going to be created. [ 657.532670] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.532963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.532963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.533303] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.533533] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.533766] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.584024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 657.584283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.584485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.584716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.584916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.585062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.585132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.585295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.585379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.585466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.585559] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.637911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.638097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.638148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.638356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.638448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.638544] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c is going to be created. [ 657.693461] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.693621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.693621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.693864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.694078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.710713] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c in Status: UNINITIALIZED for 2s [ 658.092018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.092315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.092437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.092796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.093266] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.093266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.093266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.093552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.093552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.093621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.093770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.093870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.093967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.094297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.094435] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.094531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.094617] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.094866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.094866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.094866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.095059] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.211284] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ae6f536-b68d-4dad-b5bb-6a1387dfd4da req-efdaa2bc-3324-44be-8b5d-569e8f60f0c4 service nova] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_rules [ 658.211699] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ae6f536-b68d-4dad-b5bb-6a1387dfd4da req-efdaa2bc-3324-44be-8b5d-569e8f60f0c4 service nova] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 658.214300] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ae6f536-b68d-4dad-b5bb-6a1387dfd4da req-efdaa2bc-3324-44be-8b5d-569e8f60f0c4 service nova] Enqueued Resource ID: 6ce085e0-d112-4177-91a8-6597539abbb6 with Priority: HIGHEST for action port [ 658.214300] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_rules [ 658.214300] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 658.214300] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce085e0-d112-4177-91a8-6597539abbb6 with Priority: HIGHEST for action port [ 658.214300] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.214300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.214300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.214300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.214300] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.216216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.216368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.216472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.216699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.216896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.217227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.217227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.217400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.217528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.217990] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.219227] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce085e0-d112-4177-91a8-6597539abbb6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.219419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.219522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.221730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.221863] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce085e0-d112-4177-91a8-6597539abbb6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.598357] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1b7fb5-8a47-499b-9326-e57eeefe9fe7: rpc.has_security_group_logging(os_id): False [ 658.624028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.624028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.624028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.624028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.624733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.624733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.624733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.624733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.624733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.624733] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be updated. [ 658.701126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.701347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.701407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.701938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.702152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.718648] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: IN_PROGRESS for 2s [ 658.724224] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.725563] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.725740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.726054] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ce085e0-d112-4177-91a8-6597539abbb6 with status ACTIVE [ 658.726272] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.726409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.726509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.726854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.726980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729713] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.729989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.730198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.730456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.730658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.730988] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.731187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.731250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.731467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.731613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.731736] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ce085e0-d112-4177-91a8-6597539abbb6 is going to be updated. [ 658.756706] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.756706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.756706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.757098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.757098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.757288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce085e0-d112-4177-91a8-6597539abbb6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.850429] env[65079]: INFO networking_nsxv3.common.synchronization [req-40fcd083-9a49-4424-9635-eee930d9c04f req-64c8a574-d69b-4702-90f7-80a11d609900 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 658.853766] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 658.856799] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.856799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.856799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.857525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.858604] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.858604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.858604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.858604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.858604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.858950] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.918052] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 658.919704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.234524] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.320077] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.320077] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.320077] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.320077] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.320707] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.320707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.320707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.320707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.320985] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.321821] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.321821] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.321821] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.321821] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.321821] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.321821] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.321821] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.345286] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.345528] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.345794] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.345980] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.347722] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-7509cbc7-928f-4277-806d-c3a72948bdf7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.347843] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.347932] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.348301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.348487] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7509cbc7-928f-4277-806d-c3a72948bdf7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.361484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.361711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.361794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.362135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.362597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.362597] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.362725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.363331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.363331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.363331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.363558] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 already deleted. [ 659.363558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.722801] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c in Status: SUCCESS [ 659.722801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.722801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.722801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.723147] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.723147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.723320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.723379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.723464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.723551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.723644] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.738170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.738362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.738428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.738607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.738695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.738785] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be created. [ 659.765395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.765558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.765601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.765818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.765983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.777241] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: UNINITIALIZED for 2s [ 659.851640] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.851917] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.852097] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.852479] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.852669] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.852908] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 7509cbc7-928f-4277-806d-c3a72948bdf7 not found, creating... [ 659.853287] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.853499] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.853651] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.854028] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.854229] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.854619] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.854880] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.855010] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.855251] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.855434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.855602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 7509cbc7-928f-4277-806d-c3a72948bdf7 is going to be created. [ 659.889267] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.889536] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.889684] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.890009] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.890278] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.890609] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.226423] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.234063] env[65079]: INFO networking_nsxv3.common.synchronization [req-2015bc03-32e6-4e33-8bdd-5fcb4e7c0f89 req-a07cedf2-94a1-44d8-970e-07d2bf05ba04 tempest-ServerAddressesTestJSON-360868148 tempest-ServerAddressesTestJSON-360868148-project-member] Enqueued Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_members [ 660.234378] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 with Priority: HIGHEST for action security_group_members [ 660.234682] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-879767c8-e1ac-4812-b1d3-eff17dbff0b8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.235029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.235029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.237136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.237325] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.237435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.237499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.238496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.238602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.240651] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879767c8-e1ac-4812-b1d3-eff17dbff0b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.665466] env[65079]: INFO networking_nsxv3.common.synchronization [req-40fcd083-9a49-4424-9635-eee930d9c04f req-48d78bc7-ebb7-4753-907b-542d36edabac service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 660.665600] env[65079]: INFO networking_nsxv3.common.synchronization [req-40fcd083-9a49-4424-9635-eee930d9c04f req-48d78bc7-ebb7-4753-907b-542d36edabac service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 660.665731] env[65079]: INFO networking_nsxv3.common.synchronization [req-40fcd083-9a49-4424-9635-eee930d9c04f req-48d78bc7-ebb7-4753-907b-542d36edabac service nova] Enqueued Resource ID: 7509cbc7-928f-4277-806d-c3a72948bdf7 with Priority: HIGHEST for action port [ 660.666313] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 660.666399] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 660.666529] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7509cbc7-928f-4277-806d-c3a72948bdf7 with Priority: HIGHEST for action port [ 660.666799] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.666925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.666992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.667278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.667383] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.668647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.668878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.668878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.669635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.669635] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.669635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.669789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.669944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.670013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.670085] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.671346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7509cbc7-928f-4277-806d-c3a72948bdf7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.671346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.671346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.671346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.671593] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7509cbc7-928f-4277-806d-c3a72948bdf7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.728537] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c: rpc.has_security_group_logging(os_id): False [ 660.738901] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 660.739195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.741724] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.741943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.741943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.742165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.742255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.743090] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.743090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.743090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.743090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.743090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.743090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 is going to be updated. [ 660.757132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.757859] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.758018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.758116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.758339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.758462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.758539] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c is going to be created. [ 660.786205] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.786358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.786358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.786645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.786866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.799790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 in Status: IN_PROGRESS for 2s [ 660.892371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.892669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.892797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.893255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.893574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.904854] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c in Status: IN_PROGRESS for 2s [ 661.173088] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.174369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.174499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.174692] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7509cbc7-928f-4277-806d-c3a72948bdf7 with status ACTIVE [ 661.174890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.174986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.176850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.179018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179018] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7509cbc7-928f-4277-806d-c3a72948bdf7 is going to be updated. [ 661.216691] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.216939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.216939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.218137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.218300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.218521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7509cbc7-928f-4277-806d-c3a72948bdf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.517872] env[65079]: INFO networking_nsxv3.common.synchronization [req-4823f34a-88ef-423e-b407-3f9fef309779 req-7f5bdae1-28d6-4075-8ec8-649fb742e6e4 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 661.519407] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 661.519859] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.520033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.520146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.520393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.520594] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.520802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.520870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.521107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.521206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.521533] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.682833] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.803787] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 661.803787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.804029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.804199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.804554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.804554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.804699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.804795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.804877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.804976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805075] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.001961] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.002193] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.002328] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.002562] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.002821] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.002987] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.003293] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.003572] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.003775] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.004054] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.004218] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.004369] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.004516] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.004664] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.004806] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.004988] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.025591] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.029537] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.029537] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.029537] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.029989] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030362] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-24294f64-7427-4000-8fb3-0e020f43a43b taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.031164] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.031164] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.032190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.032190] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24294f64-7427-4000-8fb3-0e020f43a43b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.095593] env[65079]: INFO networking_nsxv3.common.synchronization [req-2e9c1af8-9fb0-43e8-b217-fc738f2b9a0a req-5c2f2082-07cd-4dc3-93a0-fdd015f0cc66 tempest-FloatingIPsAssociationNegativeTestJSON-1957284401 tempest-FloatingIPsAssociationNegativeTestJSON-1957284401-project-member] Enqueued Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_members [ 662.095868] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aa706-f758-4fef-8c15-be3356bb325e with Priority: HIGHEST for action security_group_members [ 662.096180] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aa706-f758-4fef-8c15-be3356bb325e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.096564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.096715] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.097075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.097173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.097263] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aa706-f758-4fef-8c15-be3356bb325e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.374700] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.374700] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be created. [ 662.374700] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.374700] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: UNINITIALIZED for 2s [ 662.374700] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.374700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.378309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.378309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.378309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.378309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.378309] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.529649] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.534599] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.534846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.535340] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.535665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.535835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.535987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 24294f64-7427-4000-8fb3-0e020f43a43b not found, creating... [ 662.536295] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.536520] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.536608] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.536857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.537136] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.537772] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.537772] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.537903] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.538181] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.538330] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.538527] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 24294f64-7427-4000-8fb3-0e020f43a43b is going to be created. [ 662.563044] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.563359] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563678] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.564028] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.564367] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.564694] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.599878] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.600067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.600141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.600374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.600501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.600704] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.600825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.600893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.601079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.601161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.601249] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aa706-f758-4fef-8c15-be3356bb325e is going to be updated. [ 662.633813] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.634024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.634108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.634323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.634704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.644762] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aa706-f758-4fef-8c15-be3356bb325e in Status: IN_PROGRESS for 2s [ 662.810143] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 in Status: SUCCESS [ 662.810329] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879767c8-e1ac-4812-b1d3-eff17dbff0b8 deletion is rescheduled due to dependency. [ 662.810439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879767c8-e1ac-4812-b1d3-eff17dbff0b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.813851] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0ff61d-a1ed-469c-b713-964558b01650: rpc.has_security_group_logging(os_id): False [ 662.830405] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.830591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.830645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.830852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.831174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.831419] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.831923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.831923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.831923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.831923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.832128] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.832180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.832213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.832375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.832454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.832654] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.832745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.832810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.833173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.833259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.833331] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be created. [ 662.901791] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.901791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.901791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.901791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.901791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.914119] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: IN_PROGRESS for 2s [ 662.915153] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c in Status: SUCCESS [ 662.918673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.973824] env[65079]: INFO networking_nsxv3.common.synchronization [req-72caba5d-b7cd-4df8-87ec-80d259b76b34 req-fba03c67-12e9-45fa-b5a4-df7f7e2544d8 tempest-ServerExternalEventsTest-196757320 tempest-ServerExternalEventsTest-196757320-project-member] Enqueued Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_members [ 662.974670] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGHEST for action security_group_members [ 662.975053] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.975631] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.975738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.976053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.976155] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.042133] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.042587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.043179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.043685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.044123] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 663.098929] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.099159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.099232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.099486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.099654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.112775] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 663.473567] env[65079]: INFO networking_nsxv3.common.synchronization [req-4823f34a-88ef-423e-b407-3f9fef309779 req-9b8f300f-814a-40c6-b4dc-5bdfd5bbdba7 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 663.473567] env[65079]: INFO networking_nsxv3.common.synchronization [req-4823f34a-88ef-423e-b407-3f9fef309779 req-9b8f300f-814a-40c6-b4dc-5bdfd5bbdba7 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 663.473567] env[65079]: INFO networking_nsxv3.common.synchronization [req-4823f34a-88ef-423e-b407-3f9fef309779 req-9b8f300f-814a-40c6-b4dc-5bdfd5bbdba7 service nova] Enqueued Resource ID: 24294f64-7427-4000-8fb3-0e020f43a43b with Priority: HIGHEST for action port [ 663.473567] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 663.473567] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 663.473567] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24294f64-7427-4000-8fb3-0e020f43a43b with Priority: HIGHEST for action port [ 663.473872] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.473936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.474051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.474281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.474561] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.475340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.475461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.475633] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-24294f64-7427-4000-8fb3-0e020f43a43b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.475726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.475785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.475974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.476058] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24294f64-7427-4000-8fb3-0e020f43a43b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.480694] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.480694] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.480694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.481226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.481226] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 is going to be updated. [ 663.517374] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.517580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.517580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.517787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.517952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.531050] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 in Status: IN_PROGRESS for 2s [ 663.978193] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.978321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.978515] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24294f64-7427-4000-8fb3-0e020f43a43b with status ACTIVE [ 663.978769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.978911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.978911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.979071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.979168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.979338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.979485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.979485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.979639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.979729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.979885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.979975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.980085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.980258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.980340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.980491] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24294f64-7427-4000-8fb3-0e020f43a43b is going to be updated. [ 664.010420] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.010564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.010636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.010920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.010966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.011138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24294f64-7427-4000-8fb3-0e020f43a43b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.202613] env[65079]: INFO networking_nsxv3.common.synchronization [req-ec82765f-4e81-42c7-bd58-39c536563412 req-f65feab7-d7d2-430d-b470-0ef283d35fd0 tempest-VolumesAdminNegativeTest-147388821 tempest-VolumesAdminNegativeTest-147388821-project-member] Enqueued Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_members [ 664.202613] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_members [ 664.202886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.202886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.202886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.204653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.204653] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.204653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.204653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.204653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.204653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.204653] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.245019] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: UNINITIALIZED for 4s [ 664.647614] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.648169] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-151" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.648169] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-151" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.648334] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-151" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.648694] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.648924] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.649213] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.649537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.649755] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.651043] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.651043] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.651043] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.651043] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.651043] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.651043] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.651349] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.660777] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aa706-f758-4fef-8c15-be3356bb325e in Status: SUCCESS [ 664.661041] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aa706-f758-4fef-8c15-be3356bb325e deletion is rescheduled due to dependency. [ 664.661130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aa706-f758-4fef-8c15-be3356bb325e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.674101] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.674344] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.674430] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.674616] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-151" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.674991] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.675245] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.675377] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.675747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.675898] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48d2f9e5-38f3-4c95-a2d8-9167be26d3e6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.706497] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.706759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.706882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.707234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.707399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.707715] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.707892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.708014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.708270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.708409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.708547] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1141ef2-12b7-45d0-990c-65f24740107e already deleted. [ 664.708684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.948493] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 664.948778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.123969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 665.124200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.124357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.124596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.124825] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.124945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.125033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.125208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.125359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.125414] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.178987] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.179267] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.179350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.179606] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.179749] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.179896] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 not found, creating... [ 665.180166] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.180344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.180452] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.180662] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.180793] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.181084] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.181233] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.181339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.181537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.181660] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.181790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 is going to be created. [ 665.202922] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.203128] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.203226] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.203487] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.203707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204371] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.544123] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 in Status: SUCCESS [ 665.544660] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 deletion is rescheduled due to dependency. [ 665.544660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.628830] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.941205] env[65079]: INFO networking_nsxv3.common.synchronization [req-ec82765f-4e81-42c7-bd58-39c536563412 req-575e6648-d0f8-40a7-ac74-1b904460e14a service nova] Enqueued Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_rules [ 665.941496] env[65079]: INFO networking_nsxv3.common.synchronization [req-ec82765f-4e81-42c7-bd58-39c536563412 req-575e6648-d0f8-40a7-ac74-1b904460e14a service nova] Enqueued Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_members [ 665.941640] env[65079]: INFO networking_nsxv3.common.synchronization [req-ec82765f-4e81-42c7-bd58-39c536563412 req-575e6648-d0f8-40a7-ac74-1b904460e14a service nova] Enqueued Resource ID: 48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 with Priority: HIGHEST for action port [ 665.944605] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_rules [ 665.944976] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_members [ 665.944976] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 with Priority: HIGHEST for action port [ 665.946133] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.946267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.946339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.946583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.946722] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.947559] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.948878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.948878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.948878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.950613] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.950613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.950613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.952828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.952828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.952828] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.954514] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.954514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.954514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.954514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.954514] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48d2f9e5-38f3-4c95-a2d8-9167be26d3e6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.131299] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.258086] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 666.258086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.258086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.258086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.258086] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.259058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.259385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.259871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.261906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.261906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.261906] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.457859] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.458218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.458483] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 with status ACTIVE [ 666.458754] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.458930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.459097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.459506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.459608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.459792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.459894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.459958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.460140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.460232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.460414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.460513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.460576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.460715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.460788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.460872] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48d2f9e5-38f3-4c95-a2d8-9167be26d3e6 is going to be updated. [ 666.462366] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.483899] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.484209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.484336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.484600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.484793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.485143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48d2f9e5-38f3-4c95-a2d8-9167be26d3e6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.633470] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.633616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.633770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.633917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.634114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.634206] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 666.682414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.682613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.682708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.683108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.683331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.698171] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 666.766237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.766237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.766237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.766237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.766237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.766916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.766916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.766916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.766916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.766916] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.965137] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.270071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f121e0-f03f-4c27-8897-139abb30e706: rpc.has_security_group_logging(os_id): False [ 667.293195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.293352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.293401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.293625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.293714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.293854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.294049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.294049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.294218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.294277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.294508] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.294619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.294682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.294827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.294901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.295768] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.295896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.295967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.296132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.296211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.296582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be created. [ 667.380823] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.382114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.382478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.383203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.383334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.397102] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 667.468234] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.469109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.469109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.469109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.469109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.469320] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1141ef2-12b7-45d0-990c-65f24740107e is going to be created. [ 667.495660] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.495805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.495880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.496115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.496278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.524558] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1141ef2-12b7-45d0-990c-65f24740107e in Status: UNINITIALIZED for 2s [ 668.712132] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 668.713296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.713296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.713296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.713296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.713574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.713574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.713574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.714521] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.217026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.217172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.217172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.217450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.217571] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.217817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.217817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.217919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.218060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.218060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.218240] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.218340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.218695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.220040] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.220040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.220040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.220040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.220040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.220297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.220297] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.411481] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 669.411750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.533395] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1141ef2-12b7-45d0-990c-65f24740107e in Status: SUCCESS [ 669.533611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.533785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.534015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.534274] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.534356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.534404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.534569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.534656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.534743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.534836] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.664744] env[65079]: INFO networking_nsxv3.common.synchronization [req-5a870d3d-6cc7-44fd-8e29-98d728825a0c req-17773410-7b6b-4de8-8e56-e494bdd834ef tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 669.665667] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 669.666520] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.666520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.666792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.666909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.667142] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.667291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.667404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.667674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.667825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.667894] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.723422] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 669.744143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.744143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.744143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.744143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.744969] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.744969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.744969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.744969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.744969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.744969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 669.814829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.815112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.815112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.815402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.815639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.831848] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 670.038999] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.038999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.038999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.038999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.039281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.039281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.039394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.039607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.039607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.039607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.039955] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.039955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.039955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.040125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.040273] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.040340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.040378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.040510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.040584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.040663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.040752] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.175021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.175021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.175021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.175021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 670.214193] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.214193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.214193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.214193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.226179] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 670.333314] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.333314] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.333314] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.333314] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.334540] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.334540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.334540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.334540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.334540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.336363] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.336363] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.336363] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.336363] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.336363] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.336363] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.336363] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.362752] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.362752] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.362752] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.362752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.362752] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-736767ec-69e4-42f2-8040-9b262ddfc450 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.362752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.362752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.362752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.362752] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736767ec-69e4-42f2-8040-9b262ddfc450',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.547739] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1141ef2-12b7-45d0-990c-65f24740107e: rpc.has_security_group_logging(os_id): False [ 670.573385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.573675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.573675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.573983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.574279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.574517] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.574693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.574802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.575024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.575130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.575446] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.575569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.575650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.575798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.575880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.576184] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.576337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.576417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.576708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.576708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.576853] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1141ef2-12b7-45d0-990c-65f24740107e is going to be created. [ 670.659453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.659756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.659903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.660892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.660892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.686085] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1141ef2-12b7-45d0-990c-65f24740107e in Status: IN_PROGRESS for 2s [ 670.868983] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.869339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.869391] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.869658] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.869858] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.870249] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 736767ec-69e4-42f2-8040-9b262ddfc450 not found, creating... [ 670.870523] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.870711] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.870792] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.871084] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.871235] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.871516] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.871727] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.871788] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.872216] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.872400] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.872537] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 736767ec-69e4-42f2-8040-9b262ddfc450 is going to be created. [ 670.896484] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.896719] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.896890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.897124] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.897415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.897745] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.590102] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a421ac0d-ef8a-4493-9fd2-13079a5c5736 None None] Enqueued Resource ID: 0780fd39-9248-4f1b-849c-95aa737dd525 with Priority: HIGHEST for action port [ 671.590102] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0780fd39-9248-4f1b-849c-95aa737dd525 with Priority: HIGHEST for action port [ 671.590102] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-0780fd39-9248-4f1b-849c-95aa737dd525 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.590102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0780fd39-9248-4f1b-849c-95aa737dd525" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.590102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0780fd39-9248-4f1b-849c-95aa737dd525" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.590102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0780fd39-9248-4f1b-849c-95aa737dd525" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.590102] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0780fd39-9248-4f1b-849c-95aa737dd525',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.670091] env[65079]: INFO networking_nsxv3.common.synchronization [req-5a870d3d-6cc7-44fd-8e29-98d728825a0c req-94c6d251-6759-41d0-8ca8-ec0dbd2e3b7c service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 671.671965] env[65079]: INFO networking_nsxv3.common.synchronization [req-5a870d3d-6cc7-44fd-8e29-98d728825a0c req-94c6d251-6759-41d0-8ca8-ec0dbd2e3b7c service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 671.671965] env[65079]: INFO networking_nsxv3.common.synchronization [req-5a870d3d-6cc7-44fd-8e29-98d728825a0c req-94c6d251-6759-41d0-8ca8-ec0dbd2e3b7c service nova] Enqueued Resource ID: 736767ec-69e4-42f2-8040-9b262ddfc450 with Priority: HIGHEST for action port [ 671.671965] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 671.671965] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 671.671965] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736767ec-69e4-42f2-8040-9b262ddfc450 with Priority: HIGHEST for action port [ 671.671965] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.671965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.671965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.672705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.672705] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.673988] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.674071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.674808] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-736767ec-69e4-42f2-8040-9b262ddfc450 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.674808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.674808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.674808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.675261] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736767ec-69e4-42f2-8040-9b262ddfc450',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.847999] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 671.847999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.094329] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0780fd39-9248-4f1b-849c-95aa737dd525 [ 672.094656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.094827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.094827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.095521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.095521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.095521] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0780fd39-9248-4f1b-849c-95aa737dd525 already deleted. [ 672.095521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0780fd39-9248-4f1b-849c-95aa737dd525" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.179050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.179050] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 736767ec-69e4-42f2-8040-9b262ddfc450 with status ACTIVE [ 672.179050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.179050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.179050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.179050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.180112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.180112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.180112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.180112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.180112] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 736767ec-69e4-42f2-8040-9b262ddfc450 is going to be updated. [ 672.212240] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.212416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.212416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.212613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.212745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.212869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736767ec-69e4-42f2-8040-9b262ddfc450" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.239626] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 672.239626] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.239626] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.239626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.239626] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.482427] env[65079]: INFO networking_nsxv3.common.synchronization [req-2f5d0191-3b12-4226-8a2a-a4245e4ae98a req-17db9764-5d5d-48f3-b4ec-45d2a8fafd93 tempest-ListServerFiltersTestJSON-1699614693 tempest-ListServerFiltersTestJSON-1699614693-project-member] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 672.483128] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 672.484290] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.484529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.484529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.484866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.485073] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.485687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.485815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.485943] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.700618] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1141ef2-12b7-45d0-990c-65f24740107e in Status: SUCCESS [ 672.700928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.741361] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.990749] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.990959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.990959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.991802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.991802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.991802] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.991802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.991802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.992097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.992097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.992097] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 already deleted. [ 672.992207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.233772] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.234160] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.234160] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.234565] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.235310] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.235539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.235696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.235952] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.236088] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.236299] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.236408] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.236506] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.236764] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.236764] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.236863] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.236923] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.243371] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.256758] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.257355] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.257584] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.257880] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.258722] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-57b49d51-44e5-4201-87ee-ace7748c269c taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.259014] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.259238] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.259666] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.259847] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b49d51-44e5-4201-87ee-ace7748c269c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.712814] env[65079]: INFO networking_nsxv3.common.synchronization [None req-edbbfbc3-16e9-4b10-9f05-76a62b04a4bf None None] Enqueued Resource ID: 16a72f18-41c6-4025-881c-7f17cc274812 with Priority: HIGHEST for action port [ 673.713445] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a72f18-41c6-4025-881c-7f17cc274812 with Priority: HIGHEST for action port [ 673.714529] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a72f18-41c6-4025-881c-7f17cc274812 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.714844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a72f18-41c6-4025-881c-7f17cc274812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.715088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a72f18-41c6-4025-881c-7f17cc274812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.715715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a72f18-41c6-4025-881c-7f17cc274812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.715817] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a72f18-41c6-4025-881c-7f17cc274812',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.749023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.749023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.749023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.749023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.749023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.749023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 673.762196] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.762421] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.762665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.762818] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.763019] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.763189] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 57b49d51-44e5-4201-87ee-ace7748c269c not found, creating... [ 673.763451] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.763606] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.763729] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.764080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.764080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.764363] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.764512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.764620] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.764819] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.764946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.765106] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 57b49d51-44e5-4201-87ee-ace7748c269c is going to be created. [ 673.786238] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.786468] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.787300] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.787300] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.787300] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.787500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.789100] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.789238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.789313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.789675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.790042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.799833] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 674.218917] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16a72f18-41c6-4025-881c-7f17cc274812 [ 674.219179] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.219321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.219390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.219711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.219812] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16a72f18-41c6-4025-881c-7f17cc274812 already deleted. [ 674.219893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a72f18-41c6-4025-881c-7f17cc274812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.228763] env[65079]: INFO networking_nsxv3.common.synchronization [None req-12658f6a-19a8-4ba4-b999-1ab9e4440e5d None None] Enqueued Resource ID: 8aa35c11-8f64-497c-8bdd-27b28d5afeef with Priority: HIGHEST for action port [ 674.229242] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa35c11-8f64-497c-8bdd-27b28d5afeef with Priority: HIGHEST for action port [ 674.229464] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aa35c11-8f64-497c-8bdd-27b28d5afeef taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.229586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aa35c11-8f64-497c-8bdd-27b28d5afeef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.229651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aa35c11-8f64-497c-8bdd-27b28d5afeef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.229892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aa35c11-8f64-497c-8bdd-27b28d5afeef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.229979] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa35c11-8f64-497c-8bdd-27b28d5afeef',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.506706] env[65079]: INFO networking_nsxv3.common.synchronization [req-2f5d0191-3b12-4226-8a2a-a4245e4ae98a req-ba0c6cdb-84d0-4339-aba8-e1ff588ab3dc service nova] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_rules [ 674.506706] env[65079]: INFO networking_nsxv3.common.synchronization [req-2f5d0191-3b12-4226-8a2a-a4245e4ae98a req-ba0c6cdb-84d0-4339-aba8-e1ff588ab3dc service nova] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 674.506706] env[65079]: INFO networking_nsxv3.common.synchronization [req-2f5d0191-3b12-4226-8a2a-a4245e4ae98a req-ba0c6cdb-84d0-4339-aba8-e1ff588ab3dc service nova] Enqueued Resource ID: 57b49d51-44e5-4201-87ee-ace7748c269c with Priority: HIGHEST for action port [ 674.507343] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_rules [ 674.507546] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 674.507946] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b49d51-44e5-4201-87ee-ace7748c269c with Priority: HIGHEST for action port [ 674.508265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508834] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.509695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.509807] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.509871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.510088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.511126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.511238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.511305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.511521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.511561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.511639] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.512777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b49d51-44e5-4201-87ee-ace7748c269c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.513314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.514273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.514533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.514765] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b49d51-44e5-4201-87ee-ace7748c269c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.731713] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aa35c11-8f64-497c-8bdd-27b28d5afeef [ 674.733328] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.733769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.735107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.735107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.735107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.735107] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aa35c11-8f64-497c-8bdd-27b28d5afeef already deleted. [ 674.735107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aa35c11-8f64-497c-8bdd-27b28d5afeef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.928198] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-d622c720-d038-4f16-9161-700b54ca42c8 tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 674.929340] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 674.929340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.929340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.929340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.929588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.931044] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.931044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.931044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.931044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.931044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.931044] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.018157] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.018441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.018556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.018710] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b49d51-44e5-4201-87ee-ace7748c269c with status ACTIVE [ 675.018866] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.019023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.019062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.019282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.019383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.019551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.019655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.020271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.020508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.020675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.020873] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.020985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.022842] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.022842] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.022842] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.022842] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b49d51-44e5-4201-87ee-ace7748c269c is going to be updated. [ 675.048223] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.048371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.048441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.048648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.049042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b49d51-44e5-4201-87ee-ace7748c269c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.323313] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-6f48ba9d-8cb4-4190-b09b-880b66d5dc73 tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 675.323515] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 675.324422] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.324422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.434852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.435191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.435191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.435535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.435535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.435641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.435734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.435826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.435955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.436038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.436120] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 already deleted. [ 675.436331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.436428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.436547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.436650] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.436748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.436805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.436929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.437012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437092] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.523612] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.819738] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 675.819968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.820184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.820412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.824630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.824630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.824630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.824630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.824630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.824630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.824630] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.918827] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-de5654b7-f1e9-47d2-8cf0-2c9cead9a59b tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 675.921086] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 675.921676] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.921932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.942199] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.942353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.942421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.942644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.942733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.942957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.943097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.943155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.943311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.943385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.943469] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 already deleted. [ 675.943547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.943704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.943847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.944107] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.944107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.944299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.944299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.944442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.944442] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.028552] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.028718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.028951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.029195] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be created. [ 676.052511] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.052713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.052783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.053075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.053256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.062512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: UNINITIALIZED for 2s [ 676.315019] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.315198] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.315326] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.315603] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.315862] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.316117] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.316192] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.316368] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.316509] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.316741] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.316922] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.316922] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.317171] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.317171] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.317270] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.317523] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.327925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.327925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.327925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.327925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.328398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.328398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.328398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.328398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.328684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.328684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.329129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329444] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.329569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.330052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.330116] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.350889] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.351217] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.351383] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.351718] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.352059] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-11111a2b-1f11-441a-82e1-c22395e4d421 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.352546] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.352703] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.353159] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.353348] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11111a2b-1f11-441a-82e1-c22395e4d421',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.448231] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.448231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.448231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.448231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.448472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.448753] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.448922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.448990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.449227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.449317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.449435] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 already deleted. [ 676.449593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.703805] env[65079]: INFO networking_nsxv3.common.synchronization [None req-15657ca7-f3fe-4fe7-83f2-ec241f81a33b None None] Enqueued Resource ID: 432c3646-8962-480e-8b53-b9e8da96aa57 with Priority: HIGHEST for action port [ 676.703805] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432c3646-8962-480e-8b53-b9e8da96aa57 with Priority: HIGHEST for action port [ 676.703805] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-432c3646-8962-480e-8b53-b9e8da96aa57 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.703805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432c3646-8962-480e-8b53-b9e8da96aa57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.703805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432c3646-8962-480e-8b53-b9e8da96aa57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.703805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432c3646-8962-480e-8b53-b9e8da96aa57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.703805] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432c3646-8962-480e-8b53-b9e8da96aa57',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.833500] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 676.859245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.859245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.859245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.859245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.859792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.859792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.859792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.859792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.859792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.859792] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 676.862120] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.862364] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.862465] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.862698] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.862882] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.863116] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 11111a2b-1f11-441a-82e1-c22395e4d421 not found, creating... [ 676.863526] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.863526] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.863730] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.863826] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.863975] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.864333] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.864456] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.864523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.864718] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.864842] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.864967] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 11111a2b-1f11-441a-82e1-c22395e4d421 is going to be created. [ 676.890027] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.890027] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.890027] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.890027] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.890027] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.890027] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.933322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.933495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.933574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.933753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.933899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.954565] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 677.199896] env[65079]: INFO networking_nsxv3.common.synchronization [req-831bdf0d-97ca-48bd-8fd6-a105c95816ac req-a26ced81-e33c-4237-9b1d-c23873ac4e07 tempest-DeleteServersAdminTestJSON-1027921004 tempest-DeleteServersAdminTestJSON-1027921004-project-member] Enqueued Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 677.200573] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 with Priority: HIGHEST for action security_group_members [ 677.200908] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.201424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.201583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.202254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.202254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.202254] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1b7fb5-8a47-499b-9326-e57eeefe9fe7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.202943] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 432c3646-8962-480e-8b53-b9e8da96aa57 [ 677.203201] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.203313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.203379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203755] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:432c3646-8962-480e-8b53-b9e8da96aa57 already deleted. [ 677.203833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432c3646-8962-480e-8b53-b9e8da96aa57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.585287] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7f116e4c-d578-4dc3-b452-f115e21eb343 tempest-ServersV294TestFqdnHostnames-2057069631 tempest-ServersV294TestFqdnHostnames-2057069631-project-member] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_rules [ 677.586825] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_rules [ 677.587908] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.588285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.588565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.589034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.589300] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.705962] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.706321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.707175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.709778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.709778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.709778] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.709778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.709778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.709778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.709778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.709778] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 is going to be updated. [ 677.717477] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-7104d3af-4f71-4bec-8af2-3c488a87e57f service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 677.717477] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-7104d3af-4f71-4bec-8af2-3c488a87e57f service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 677.717477] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-7104d3af-4f71-4bec-8af2-3c488a87e57f service nova] Enqueued Resource ID: 11111a2b-1f11-441a-82e1-c22395e4d421 with Priority: HIGHEST for action port [ 677.718873] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 677.719093] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 677.719200] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11111a2b-1f11-441a-82e1-c22395e4d421 with Priority: HIGHEST for action port [ 677.719765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.719882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.719974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.720201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.720279] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.721210] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.721328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.721396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.721570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.722067] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.722067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.722067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.722067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.722318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.722318] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.723035] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-11111a2b-1f11-441a-82e1-c22395e4d421 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.723140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.723213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.723368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.723453] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11111a2b-1f11-441a-82e1-c22395e4d421',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.744525] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.746433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.746433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.746433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.746433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.759290] env[65079]: INFO networking_nsxv3.common.synchronization [None req-3431ec94-434c-4d50-85d1-3ccbfabf3301 tempest-ServersV294TestFqdnHostnames-2057069631 tempest-ServersV294TestFqdnHostnames-2057069631-project-member] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_rules [ 677.760129] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: IN_PROGRESS for 2s [ 677.760541] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_rules [ 677.760843] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.761133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.072704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 678.072952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.073242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.073474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.073674] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.073807] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.074043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.074130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.074214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.074304] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.113646] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.113854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.113854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.114297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.114297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.114416] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 already deleted. [ 678.114416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.114569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.114738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.114875] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.229883] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.230826] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.231039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.231512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11111a2b-1f11-441a-82e1-c22395e4d421 with status ACTIVE [ 678.231512] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.231733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.231733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.231822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.232198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232198] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.232198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.232428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.232428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.232528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.233204] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.233204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.233204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.233204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.233204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.233565] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11111a2b-1f11-441a-82e1-c22395e4d421 is going to be updated. [ 678.256829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.257021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.258254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.258254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.258254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11111a2b-1f11-441a-82e1-c22395e4d421" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.542697] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.542887] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-617" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.542986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-617" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.543404] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-617" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.543661] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.543808] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.543918] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.544136] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.544266] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.544487] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.544576] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.544666] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.544769] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.544880] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.544975] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.545074] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.566664] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.566664] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.566818] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.567051] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-617" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.567690] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-d24cf78a-6353-4eae-9613-d5daab171c04 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.568516] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.568672] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.569110] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.569181] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24cf78a-6353-4eae-9613-d5daab171c04',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.576748] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.576898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.576982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.577179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.577349] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.577455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.577519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.580077] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.580077] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.580077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.580077] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.634565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.634756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.634756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.635107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.635249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.635431] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 already deleted. [ 678.635573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.732140] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.969631] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 678.969853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.072175] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.072479] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.072555] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.072824] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.072964] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.073158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port d24cf78a-6353-4eae-9613-d5daab171c04 not found, creating... [ 679.073444] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.073625] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.073785] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.074656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.074656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.074656] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.074656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.074968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.074968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.075067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.075498] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: d24cf78a-6353-4eae-9613-d5daab171c04 is going to be created. [ 679.088036] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d4ee45-2ab1-4b63-ab19-48eab96263f0: rpc.has_security_group_logging(os_id): False [ 679.098597] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.098597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.098597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.098597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.098597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.105123] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.105320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.105387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.105620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.105709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.105899] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.106012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.106091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.107033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.107033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.107033] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.107033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.107033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.107033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.107322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.107358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.107490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.107583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.107803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.107934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.108098] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be created. [ 679.197790] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.198023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.198161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.198488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.198772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.214184] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 679.235137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.235308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.235385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.235549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.235631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.235757] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be created. [ 679.273087] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.273353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.273453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.273668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.273859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.286743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: UNINITIALIZED for 2s [ 679.776373] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 in Status: SUCCESS [ 679.776754] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1b7fb5-8a47-499b-9326-e57eeefe9fe7 deletion is rescheduled due to dependency. [ 679.776754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1b7fb5-8a47-499b-9326-e57eeefe9fe7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.864736] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-51ab4958-484f-4583-8e0c-ebd398c44df1 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 679.864826] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-51ab4958-484f-4583-8e0c-ebd398c44df1 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 679.865431] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-51ab4958-484f-4583-8e0c-ebd398c44df1 service nova] Enqueued Resource ID: d24cf78a-6353-4eae-9613-d5daab171c04 with Priority: HIGHEST for action port [ 679.865666] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 679.865760] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 679.865860] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24cf78a-6353-4eae-9613-d5daab171c04 with Priority: HIGHEST for action port [ 679.866452] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.866645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.866799] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.866889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.867401] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24cf78a-6353-4eae-9613-d5daab171c04 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.867401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.867401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.867665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.867665] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24cf78a-6353-4eae-9613-d5daab171c04',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.371909] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d24cf78a-6353-4eae-9613-d5daab171c04 with status ACTIVE [ 680.372339] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.372339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.372560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.372781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.372873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.373690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.373690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.373690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.373690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.373972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.374706] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.374843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.374936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.375510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.375510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.375510] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d24cf78a-6353-4eae-9613-d5daab171c04 is going to be updated. [ 680.402336] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.403133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.403133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.403924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.404068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.404384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24cf78a-6353-4eae-9613-d5daab171c04" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.905878] env[65079]: INFO networking_nsxv3.common.synchronization [None req-90a7e387-1f99-428c-861a-2f9f21a3474d None None] Enqueued Resource ID: e29c00ff-d24e-4bda-83ea-691ef8fdda25 with Priority: HIGHEST for action port [ 680.906805] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29c00ff-d24e-4bda-83ea-691ef8fdda25 with Priority: HIGHEST for action port [ 680.907325] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29c00ff-d24e-4bda-83ea-691ef8fdda25 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29c00ff-d24e-4bda-83ea-691ef8fdda25" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.907570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29c00ff-d24e-4bda-83ea-691ef8fdda25" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.907931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29c00ff-d24e-4bda-83ea-691ef8fdda25" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.908036] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29c00ff-d24e-4bda-83ea-691ef8fdda25',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.914991] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.915217] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.915315] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.915610] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.915867] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.916284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.916404] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.916626] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.916780] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.917031] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.917184] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.917298] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.917401] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.917685] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.917685] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.917864] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.937126] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.937309] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.937415] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.937633] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-566" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.938107] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-96a143f1-ccaa-4675-8882-245c1ec19cc6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.938339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.938457] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.938762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.938892] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a143f1-ccaa-4675-8882-245c1ec19cc6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.254788] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 681.254864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.298733] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 681.299078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.299309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.299567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.300556] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.300556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.300556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.300556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.300556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.300556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.300556] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.301511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.301679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.301850] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.301957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.302036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.302208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.302290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.302384] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.410867] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e29c00ff-d24e-4bda-83ea-691ef8fdda25 [ 681.411690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.411864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.411948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e29c00ff-d24e-4bda-83ea-691ef8fdda25 already deleted. [ 681.412491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29c00ff-d24e-4bda-83ea-691ef8fdda25" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.442383] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.442383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.442383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.442648] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.442792] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.442938] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 96a143f1-ccaa-4675-8882-245c1ec19cc6 not found, creating... [ 681.443280] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.443443] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.443570] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.443785] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.443913] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.445404] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.445538] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.445642] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.445860] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.445997] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.446146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 96a143f1-ccaa-4675-8882-245c1ec19cc6 is going to be created. [ 681.466055] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.466279] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.466445] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.466651] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.466870] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.470020] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.804727] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.804853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.810574] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.245167] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-a4994ffe-004a-45c9-a41c-e19c8c1c3a38 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 682.245507] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-a4994ffe-004a-45c9-a41c-e19c8c1c3a38 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 682.247413] env[65079]: INFO networking_nsxv3.common.synchronization [req-9ddf9a42-dc7c-4b0f-b319-8f193f0f0432 req-a4994ffe-004a-45c9-a41c-e19c8c1c3a38 service nova] Enqueued Resource ID: 96a143f1-ccaa-4675-8882-245c1ec19cc6 with Priority: HIGHEST for action port [ 682.247413] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 682.247836] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 682.247986] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a143f1-ccaa-4675-8882-245c1ec19cc6 with Priority: HIGHEST for action port [ 682.248599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.248599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.248843] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a143f1-ccaa-4675-8882-245c1ec19cc6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.249027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.249244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.249325] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a143f1-ccaa-4675-8882-245c1ec19cc6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.311531] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.494150] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f527194-89a8-4af7-86b7-7bfdc4093e18 req-b323bbe6-4c76-4f25-99d9-4f0ad3447d5d tempest-ListServerFiltersTestJSON-1699614693 tempest-ListServerFiltersTestJSON-1699614693-project-member] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 682.494150] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 682.494150] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.494150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.494150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.494150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.494150] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.494150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.494150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.494649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.494774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.494905] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.754757] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a143f1-ccaa-4675-8882-245c1ec19cc6 with status ACTIVE [ 682.754757] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.754757] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.754757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.755292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.755292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.755292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.755292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.755457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.755557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.759024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a143f1-ccaa-4675-8882-245c1ec19cc6 is going to be updated. [ 682.783666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.783666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.783666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.783666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.783666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.783666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a143f1-ccaa-4675-8882-245c1ec19cc6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.814970] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.814970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.814970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.815194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.815194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.815287] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 682.848998] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.849970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.849970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.849970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.849970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.864894] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 682.997411] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.142420] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.142617] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142736] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.143072] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.145373] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.146350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.146350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.146350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.146350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.146658] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.146715] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.146928] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.148181] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.148181] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.148181] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.148181] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.173044] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.173044] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.173627] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.173627] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.173834] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.174454] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.174454] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.174599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.174668] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dddf2ff-95ef-49d1-bdef-6d103cbe88ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.501143] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.681064] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.681064] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 0dddf2ff-95ef-49d1-bdef-6d103cbe88ae not found, creating... [ 683.681064] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.681064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.681604] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.681604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.681604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.682182] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.686048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.686048] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 0dddf2ff-95ef-49d1-bdef-6d103cbe88ae is going to be created. [ 683.704502] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.704502] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704902] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.706127] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.706675] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.706943] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.003618] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.003618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.003618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.003837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.003874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.004060] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 684.033270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.033435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.033510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.034393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.034557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045088] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 684.349269] env[65079]: INFO networking_nsxv3.common.synchronization [None req-da9bc17d-b9b9-49d8-b9dc-661fa274158b None None] Enqueued Resource ID: 82dccc41-c744-4285-8693-ecdabbdadf71 with Priority: HIGHEST for action port [ 684.349555] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dccc41-c744-4285-8693-ecdabbdadf71 with Priority: HIGHEST for action port [ 684.350200] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-82dccc41-c744-4285-8693-ecdabbdadf71 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.350327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82dccc41-c744-4285-8693-ecdabbdadf71" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.350393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82dccc41-c744-4285-8693-ecdabbdadf71" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.350648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82dccc41-c744-4285-8693-ecdabbdadf71" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.350728] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82dccc41-c744-4285-8693-ecdabbdadf71',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.421696] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f527194-89a8-4af7-86b7-7bfdc4093e18 req-dd125d56-69aa-439b-aef1-7835242c3f07 service nova] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_rules [ 684.421887] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f527194-89a8-4af7-86b7-7bfdc4093e18 req-dd125d56-69aa-439b-aef1-7835242c3f07 service nova] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 684.422148] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f527194-89a8-4af7-86b7-7bfdc4093e18 req-dd125d56-69aa-439b-aef1-7835242c3f07 service nova] Enqueued Resource ID: 0dddf2ff-95ef-49d1-bdef-6d103cbe88ae with Priority: HIGHEST for action port [ 684.422653] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_rules [ 684.422793] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 684.422893] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dddf2ff-95ef-49d1-bdef-6d103cbe88ae with Priority: HIGHEST for action port [ 684.423283] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.423347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.423401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.423610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.423655] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.424508] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.424627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.425561] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.425561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.425561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.425561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.425561] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dddf2ff-95ef-49d1-bdef-6d103cbe88ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.854882] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82dccc41-c744-4285-8693-ecdabbdadf71 [ 684.855353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.855353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.855353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.855895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.855996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.856117] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82dccc41-c744-4285-8693-ecdabbdadf71 already deleted. [ 684.856206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82dccc41-c744-4285-8693-ecdabbdadf71" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.877175] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 684.877398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.877567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.877795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.877995] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.878127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.878195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.878348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.878433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.878519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.878684] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.878764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.878824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.878961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.879144] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.879240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.879296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.879433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.879504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.879582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.879669] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.881059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.881210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.881365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.881484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.881552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.881706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.881761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.881850] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.929126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.929126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.929126] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dddf2ff-95ef-49d1-bdef-6d103cbe88ae with status ACTIVE [ 684.929126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.929126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.929126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.929126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.929445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.929524] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.929630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.929713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.929937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.930105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.930392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.930543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.930656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.930846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.930973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931887] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dddf2ff-95ef-49d1-bdef-6d103cbe88ae is going to be updated. [ 684.953156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.953358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.953426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.953668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.953833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.954041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dddf2ff-95ef-49d1-bdef-6d103cbe88ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.982765] env[65079]: INFO networking_nsxv3.common.synchronization [req-3e363abc-18c4-4bca-b8e0-f93a388754aa req-35f9887c-65fa-4df0-84ae-5eee6753f787 tempest-ListServerFiltersTestJSON-1699614693 tempest-ListServerFiltersTestJSON-1699614693-project-member] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 684.983744] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 684.984358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.984358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.384484] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24: rpc.has_security_group_logging(os_id): False [ 685.385358] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.404057] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.404228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.404297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.404718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.404818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.405061] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.405211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.405349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.407455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.407541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.407750] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.407922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.407990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.408166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.408244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.408455] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.408548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.408607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.408742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.408814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.408949] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be created. [ 685.415850] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.415958] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.416348] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.416596] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.416789] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416849] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.417043] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.417189] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.418217] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.418217] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.418217] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.418217] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.418217] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.418217] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.418217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.439801] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.439801] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.439801] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.439801] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-758" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.439801] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-ad83ae83-1637-434a-b1bb-fb85759a1f55 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.439801] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.439801] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.440121] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.440243] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad83ae83-1637-434a-b1bb-fb85759a1f55',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.480634] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.480634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.480634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.480634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.480913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.491181] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 685.889085] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.942319] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.942632] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.942813] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.943203] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.943372] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.943539] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port ad83ae83-1637-434a-b1bb-fb85759a1f55 not found, creating... [ 685.943835] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.944027] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.944159] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.944495] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.944641] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.945036] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.945183] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.946836] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.948169] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.948169] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.948169] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: ad83ae83-1637-434a-b1bb-fb85759a1f55 is going to be created. [ 685.971328] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.971846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.971932] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.972752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.972752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.972752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.058103] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 686.058103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.058302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.058354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.058591] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.058721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.058721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.058877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.058956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.059066] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.391406] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.391637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.391637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.391809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.391891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.391990] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 686.427052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.428651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.428651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.428651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.428651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.436986] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 686.569383] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.932133] env[65079]: INFO networking_nsxv3.common.synchronization [req-3e363abc-18c4-4bca-b8e0-f93a388754aa req-09a4fe97-3f64-45a9-b798-389052be1a19 service nova] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_rules [ 686.932133] env[65079]: INFO networking_nsxv3.common.synchronization [req-3e363abc-18c4-4bca-b8e0-f93a388754aa req-09a4fe97-3f64-45a9-b798-389052be1a19 service nova] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 686.932133] env[65079]: INFO networking_nsxv3.common.synchronization [req-3e363abc-18c4-4bca-b8e0-f93a388754aa req-09a4fe97-3f64-45a9-b798-389052be1a19 service nova] Enqueued Resource ID: ad83ae83-1637-434a-b1bb-fb85759a1f55 with Priority: HIGHEST for action port [ 686.934763] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_rules [ 686.934979] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 686.935163] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad83ae83-1637-434a-b1bb-fb85759a1f55 with Priority: HIGHEST for action port [ 686.935772] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.935902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.936164] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.936281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.936520] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad83ae83-1637-434a-b1bb-fb85759a1f55 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.936635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.936702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.936946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.937064] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad83ae83-1637-434a-b1bb-fb85759a1f55',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.094283] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.442587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad83ae83-1637-434a-b1bb-fb85759a1f55 with status ACTIVE [ 687.442587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.442587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.442587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.442587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.442587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad83ae83-1637-434a-b1bb-fb85759a1f55 is going to be updated. [ 687.465129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.465279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.465353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.465572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.465712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.465875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad83ae83-1637-434a-b1bb-fb85759a1f55" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.503068] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 687.503068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.503397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.503715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.503827] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.599492] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.599646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.599646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.599901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.599901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.600010] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 687.649506] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.649688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.649784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.650102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.650349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.672768] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 688.006376] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.006748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.447587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 688.447796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.447972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.448891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.448891] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.448891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.448891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.448891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.449114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.449114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.449182] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.516107] env[65079]: INFO networking_nsxv3.common.synchronization [req-0cecb777-0e5c-42f8-a809-fd5d9d1e32dc req-8daab5af-a0f5-4732-8ffc-db5aa0fb4966 tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: f91c46ba-6ba4-49b5-b805-940e8157ae98 with Priority: HIGHEST for action security_group_rules [ 688.517182] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91c46ba-6ba4-49b5-b805-940e8157ae98 with Priority: HIGHEST for action security_group_rules [ 688.517813] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91c46ba-6ba4-49b5-b805-940e8157ae98 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.517813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91c46ba-6ba4-49b5-b805-940e8157ae98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.517957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91c46ba-6ba4-49b5-b805-940e8157ae98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.518122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91c46ba-6ba4-49b5-b805-940e8157ae98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.518195] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91c46ba-6ba4-49b5-b805-940e8157ae98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.951638] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.951805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.951871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.952104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.952266] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.952389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.952461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.952613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.952707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.952792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.952946] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.953052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.953177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.953323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.953462] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.953555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.953613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.953745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.953819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.953897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.953987] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.040372] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.040684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.040684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.042147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.042147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.042147] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91c46ba-6ba4-49b5-b805-940e8157ae98 already deleted. [ 689.042147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91c46ba-6ba4-49b5-b805-940e8157ae98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.456385] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24: rpc.has_security_group_logging(os_id): False [ 689.475762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.476026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.476363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.476458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.476722] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.476936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.477041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.477289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.477401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.477628] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.477753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.477881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.478356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.478462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.478688] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.478791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.478847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.478995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.479085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.479172] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 689.561293] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.561513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.561513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.561784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.561784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.575015] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 689.686781] env[65079]: INFO networking_nsxv3.common.synchronization [req-f92a4b26-77f4-49e7-b337-9410332dc303 req-ec2de68d-5b61-4134-b96c-869e341e3535 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 689.688385] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 689.688618] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 689.688887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.689255] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.689445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.689519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.689743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.689904] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.690021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.690086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.690243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.690325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.690426] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.691348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.691522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.691702] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.691811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.691877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.692039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.692129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.692214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.692314] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.694678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.695126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.695291] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.695437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.695554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.695720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.695809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.695907] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.195690] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.198301] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.198419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.198605] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.227937] env[65079]: INFO networking_nsxv3.common.synchronization [req-242f9b55-de2c-4bae-a2e4-1479b1685acb req-38ed2cf1-122b-4c68-978a-db4afd67d27a tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 690.228765] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 690.229528] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.229659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.229728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.229985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.230158] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.230263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.230327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.230480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.230570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.230665] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.528301] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.528301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.528301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.528301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.528595] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.528654] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.528743] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.528969] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.529532] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.529692] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.529805] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.529912] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.530040] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.530158] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.530300] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.530450] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.552893] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.553231] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.553449] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.553681] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.554109] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-897f46aa-b4ca-45a2-80c9-0110356ad879 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.554327] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.554477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.554810] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.554965] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897f46aa-b4ca-45a2-80c9-0110356ad879',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.697829] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.701169] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.732745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.732960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.733015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.733297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.733699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.733699] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.733699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.733847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.734510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.734510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.734510] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 already deleted. [ 690.734510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.058109] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.061024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 897f46aa-b4ca-45a2-80c9-0110356ad879 not found, creating... [ 691.061024] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.061024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.061812] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.061916] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062085] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.062389] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.062536] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062677] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 897f46aa-b4ca-45a2-80c9-0110356ad879 is going to be created. [ 691.086791] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.087121] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.087301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.087651] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.087960] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.088391] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.134034] env[65079]: INFO networking_nsxv3.common.synchronization [req-e3ab16fc-ad0c-4dbe-ae46-6f26a0dbea13 req-70249cb4-2dba-4f15-af4c-ab0faf428b34 tempest-VolumesAdminNegativeTest-147388821 tempest-VolumesAdminNegativeTest-147388821-project-member] Enqueued Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_members [ 691.134034] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGHEST for action security_group_members [ 691.134034] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.134034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.134034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.134384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.134608] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.134818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.134954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.135390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135564] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.200416] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.200742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.200742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.200881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.200955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.201122] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 691.203052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.203052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.203313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.203360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.203462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.203561] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 691.243649] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.243822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.243891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.244166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.244388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.247268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.247363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.247874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.260170] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 691.261036] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 691.591182] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 691.591485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.591778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.592129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.592257] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.639452] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.639452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.639452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.639452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.639452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.639689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.639689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.639689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.640138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.640138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.640138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1141ef2-12b7-45d0-990c-65f24740107e is going to be updated. [ 691.672819] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.673020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.673068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.673359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.673508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.688052] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1141ef2-12b7-45d0-990c-65f24740107e in Status: IN_PROGRESS for 2s [ 691.905429] env[65079]: INFO networking_nsxv3.common.synchronization [req-242f9b55-de2c-4bae-a2e4-1479b1685acb req-85060597-623e-45b9-a805-2940f415b2d9 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 691.905429] env[65079]: INFO networking_nsxv3.common.synchronization [req-242f9b55-de2c-4bae-a2e4-1479b1685acb req-85060597-623e-45b9-a805-2940f415b2d9 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 691.905429] env[65079]: INFO networking_nsxv3.common.synchronization [req-242f9b55-de2c-4bae-a2e4-1479b1685acb req-85060597-623e-45b9-a805-2940f415b2d9 service nova] Enqueued Resource ID: 897f46aa-b4ca-45a2-80c9-0110356ad879 with Priority: HIGHEST for action port [ 691.905767] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 691.905937] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 691.906160] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897f46aa-b4ca-45a2-80c9-0110356ad879 with Priority: HIGHEST for action port [ 691.906422] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.906598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.906640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.906998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.907108] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.908657] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.908810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.908888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.909486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.909486] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.909486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.909486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.909793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.909908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.910210] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.911511] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-897f46aa-b4ca-45a2-80c9-0110356ad879 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.911649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.911713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.914588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.914588] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897f46aa-b4ca-45a2-80c9-0110356ad879',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.096742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.096742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.096742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.096742] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.417082] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.417512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.417512] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.420396] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 897f46aa-b4ca-45a2-80c9-0110356ad879 with status ACTIVE [ 692.420396] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.420396] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.420396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.420396] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.425166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.425166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.425166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.425166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.425166] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 897f46aa-b4ca-45a2-80c9-0110356ad879 is going to be updated. [ 692.447789] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.447995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.447995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.448177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.448314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.448477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-897f46aa-b4ca-45a2-80c9-0110356ad879" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.599488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.599676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.599788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.600067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.600281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.600397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.600518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.600717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.600869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.600973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.601191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.601296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.601360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.601533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.602595] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.602759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.602853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.603089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.603375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.603582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.603722] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.925939] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.108761] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24: rpc.has_security_group_logging(os_id): False [ 693.135334] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.135531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.135619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.135877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.135973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.136239] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.136375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.136441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.137958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.138070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.138350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.138491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.138564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.138740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.138829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.140258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.140713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.140713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.140810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.140840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.140947] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 693.216527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.216707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.216760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.217019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.217217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.236799] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 693.277513] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 693.278426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.279587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 693.279825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.280265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.280541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.280779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.280963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.281034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.281250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.281372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.281499] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.428335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.429111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.429111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.429111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.429111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.429297] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be created. [ 693.456349] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.456489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.456560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.456775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.456977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.467872] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: UNINITIALIZED for 2s [ 693.598196] env[65079]: INFO networking_nsxv3.common.synchronization [req-0ec256ed-140b-484a-918e-5d7717403698 req-75f9e88c-37c3-4c0c-85aa-ded732b57c4e tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: 2f6b04ec-bb9c-4672-99ce-6a06a37e697c with Priority: HIGHEST for action security_group_rules [ 693.598941] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6b04ec-bb9c-4672-99ce-6a06a37e697c with Priority: HIGHEST for action security_group_rules [ 693.599895] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f6b04ec-bb9c-4672-99ce-6a06a37e697c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.599895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f6b04ec-bb9c-4672-99ce-6a06a37e697c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.599895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f6b04ec-bb9c-4672-99ce-6a06a37e697c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.600224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f6b04ec-bb9c-4672-99ce-6a06a37e697c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.600364] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f6b04ec-bb9c-4672-99ce-6a06a37e697c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.698358] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1141ef2-12b7-45d0-990c-65f24740107e in Status: SUCCESS [ 693.698584] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1141ef2-12b7-45d0-990c-65f24740107e deletion is rescheduled due to dependency. [ 693.698720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.784959] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.139713] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.140037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.140037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.140597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.140597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.140597] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f6b04ec-bb9c-4672-99ce-6a06a37e697c already deleted. [ 694.140597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f6b04ec-bb9c-4672-99ce-6a06a37e697c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.287341] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.789495] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.789873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.790121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.790177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.790612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.790612] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 694.822187] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.822315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.822315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.822521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.823154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.834578] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 695.253695] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 695.253695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.481430] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 695.481801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.481890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.482182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.482311] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.482427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.482492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.482679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.482763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.482850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.482942] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.624757] env[65079]: INFO networking_nsxv3.common.synchronization [req-880c1695-78e1-4ccd-ad52-a5b137668ca5 req-481af955-000a-4ce7-89ea-7528387f5bd5 tempest-ServersTestJSON-1076526487 tempest-ServersTestJSON-1076526487-project-member] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_members [ 695.626082] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGHEST for action security_group_members [ 695.626588] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.626843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.627027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.627381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.629431] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.629431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.629431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.629431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.629431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.629431] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.987217] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.987830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.987830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.987830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.987830] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.988211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.988428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.988509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.988605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.989047] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.989047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.989047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.989047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.989210] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.989266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.989371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.989498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.989571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.989636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.989724] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.134727] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.134727] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.134727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.134727] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 is going to be updated. [ 696.168700] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.168969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.168969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.169117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.169265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.181669] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: IN_PROGRESS for 2s [ 696.400972] env[65079]: INFO networking_nsxv3.common.synchronization [req-f5008720-4a1c-455f-91dc-2ddb49a059db req-6a72c8d5-14ec-403c-9b1b-bce42f6823c4 tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 696.401565] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 696.401906] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.402539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.402652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.402898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.403858] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.403981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.404061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.404238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.404332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.404450] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.491784] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b1987c9-8113-4af0-af06-4b8fa140ecb9: rpc.has_security_group_logging(os_id): False [ 696.517270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.517270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.517497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.517497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.517667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.517769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.517881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.517939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.518119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.518226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.518437] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.518541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.518599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.518717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.518792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.518981] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.519822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.519987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520289] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be created. [ 696.597432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.597654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.597701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.597948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.625013] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 696.847153] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.847153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.847153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.847153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.847153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.848652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.848652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.848652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.848652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.848964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.850356] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.906567] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.004479] env[65079]: INFO networking_nsxv3.common.synchronization [None req-cb210e04-e54b-4bf0-871a-8af824514f21 None None] Enqueued Resource ID: 9a2d5985-356b-427f-b575-75d1a285daab with Priority: HIGHEST for action port [ 697.006139] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2d5985-356b-427f-b575-75d1a285daab with Priority: HIGHEST for action port [ 697.006700] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2d5985-356b-427f-b575-75d1a285daab taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.006850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2d5985-356b-427f-b575-75d1a285daab" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.006924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2d5985-356b-427f-b575-75d1a285daab" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.007217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2d5985-356b-427f-b575-75d1a285daab" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.008274] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2d5985-356b-427f-b575-75d1a285daab',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.097439] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.097720] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.097855] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.099264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.099264] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.099264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.099264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.099264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.099264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.099584] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.099584] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.099584] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.099661] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.099803] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.099869] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.100024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.123071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.123071] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.123071] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.123071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.123071] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-84ac0738-f243-438d-83c9-d1c4f3d54f7d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.123071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.123071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.123071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.123071] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ac0738-f243-438d-83c9-d1c4f3d54f7d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.352609] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d4ee45-2ab1-4b63-ab19-48eab96263f0: rpc.has_security_group_logging(os_id): False [ 697.372204] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.372433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.372528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.372728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.372823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.373039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.373186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.373248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.373387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.373468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.373713] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.373813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.373881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.374092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.374204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.374448] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.374556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.374622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.374850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.374947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.375050] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 697.411078] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.451853] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.452010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.452092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.452315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.452466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.470464] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 697.510824] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a2d5985-356b-427f-b575-75d1a285daab [ 697.511131] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.511264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.511325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.511547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.511639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.511735] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a2d5985-356b-427f-b575-75d1a285daab already deleted. [ 697.511833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2d5985-356b-427f-b575-75d1a285daab" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.626024] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.626265] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.626381] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.626657] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.626798] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.626946] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 84ac0738-f243-438d-83c9-d1c4f3d54f7d not found, creating... [ 697.627217] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.627378] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.627668] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.627742] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.627819] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.628148] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.628324] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628685] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.628839] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.628976] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.629151] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 84ac0738-f243-438d-83c9-d1c4f3d54f7d is going to be created. [ 697.651139] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.651644] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.652558] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.653057] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.654502] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.654502] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.916747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.916747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.916747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.916747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.916747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.916747] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 697.960029] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.960029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.960029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.960029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.970700] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 698.194481] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 in Status: SUCCESS [ 698.194828] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 deletion is rescheduled due to dependency. [ 698.194828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.432701] env[65079]: INFO networking_nsxv3.common.synchronization [req-f5008720-4a1c-455f-91dc-2ddb49a059db req-e2fc376a-f054-486d-a516-50722b7368c0 service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 698.432891] env[65079]: INFO networking_nsxv3.common.synchronization [req-f5008720-4a1c-455f-91dc-2ddb49a059db req-e2fc376a-f054-486d-a516-50722b7368c0 service nova] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 698.433070] env[65079]: INFO networking_nsxv3.common.synchronization [req-f5008720-4a1c-455f-91dc-2ddb49a059db req-e2fc376a-f054-486d-a516-50722b7368c0 service nova] Enqueued Resource ID: 84ac0738-f243-438d-83c9-d1c4f3d54f7d with Priority: HIGHEST for action port [ 698.433969] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_rules [ 698.433969] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 698.434883] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ac0738-f243-438d-83c9-d1c4f3d54f7d with Priority: HIGHEST for action port [ 698.434883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.435088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.435245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.435710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.436111] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.438599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.438828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.439147] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-84ac0738-f243-438d-83c9-d1c4f3d54f7d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.439339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.439440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.439674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.439774] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ac0738-f243-438d-83c9-d1c4f3d54f7d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.639842] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 698.640113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.792521] env[65079]: INFO networking_nsxv3.common.synchronization [None req-9be79852-a47a-42d3-99ee-4ccce672fcac None None] Enqueued Resource ID: 8f5ead1e-a12d-4b50-85a4-a31b3625d743 with Priority: HIGHEST for action port [ 698.792521] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5ead1e-a12d-4b50-85a4-a31b3625d743 with Priority: HIGHEST for action port [ 698.792521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5ead1e-a12d-4b50-85a4-a31b3625d743 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.792521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5ead1e-a12d-4b50-85a4-a31b3625d743" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.792521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5ead1e-a12d-4b50-85a4-a31b3625d743" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.792521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5ead1e-a12d-4b50-85a4-a31b3625d743" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.793292] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5ead1e-a12d-4b50-85a4-a31b3625d743',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.942743] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.942743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.946438] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84ac0738-f243-438d-83c9-d1c4f3d54f7d with status ACTIVE [ 698.946438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.946438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.946438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.946438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.946438] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84ac0738-f243-438d-83c9-d1c4f3d54f7d is going to be updated. [ 698.970251] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.970427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.970427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.970618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.970863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.970952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84ac0738-f243-438d-83c9-d1c4f3d54f7d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.295792] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f5ead1e-a12d-4b50-85a4-a31b3625d743 [ 699.295792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.295792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.296189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.296189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.296189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.296285] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f5ead1e-a12d-4b50-85a4-a31b3625d743 already deleted. [ 699.296384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5ead1e-a12d-4b50-85a4-a31b3625d743" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.485154] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 699.485383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.485570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.485957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.486143] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.709605] env[65079]: INFO networking_nsxv3.common.synchronization [None req-2e329af6-550a-4dfc-9cd3-26f38eae33c5 None None] Enqueued Resource ID: a528ee9f-7adf-4281-807c-965151ede460 with Priority: HIGHEST for action port [ 699.710646] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a528ee9f-7adf-4281-807c-965151ede460 with Priority: HIGHEST for action port [ 699.710903] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a528ee9f-7adf-4281-807c-965151ede460 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.711089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a528ee9f-7adf-4281-807c-965151ede460" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.711138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a528ee9f-7adf-4281-807c-965151ede460" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.711375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a528ee9f-7adf-4281-807c-965151ede460" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.711457] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a528ee9f-7adf-4281-807c-965151ede460',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.988546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 699.989133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.989133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.989311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.989559] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.989713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.989877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.990106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.990247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.990368] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.992028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.992028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.992028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.992028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.992223] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.992286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.992369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.992565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.992670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.992777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.992884] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.213466] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a528ee9f-7adf-4281-807c-965151ede460 [ 700.213776] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.214025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.214025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.214447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.214447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.214907] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a528ee9f-7adf-4281-807c-965151ede460 already deleted. [ 700.214907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a528ee9f-7adf-4281-807c-965151ede460" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.495880] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.496241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.496241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.496409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.496439] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498035] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.498035] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498035] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.500035] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.713041] env[65079]: INFO networking_nsxv3.common.synchronization [req-d890a7ec-e966-4948-ae31-6b5c746b7ab0 req-0f796a8f-e352-4e87-a095-4b5b3f34eb30 tempest-ServersAdminNegativeTestJSON-179573923 tempest-ServersAdminNegativeTestJSON-179573923-project-member] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 700.714890] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 700.714890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.715194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.715194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.716538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.716538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.716538] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.001084] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d4ee45-2ab1-4b63-ab19-48eab96263f0: rpc.has_security_group_logging(os_id): False [ 701.002722] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.024863] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.024863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.024863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.025108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.025148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.025352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.025462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.025525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.026522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.026522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.026522] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.026522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.026522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.026522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.026522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.026795] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.026795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.026795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.026897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.026897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.026997] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 701.104826] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.105470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.105470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.105470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.105788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.120267] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 701.218806] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.505583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.505946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.505946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.506097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.506136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.506222] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 701.539525] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.539525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.539525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.539525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.539525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.553267] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 701.721864] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.952151] env[65079]: INFO networking_nsxv3.common.synchronization [req-9b59acbf-66f0-4447-89f7-b3032bd2d5b4 req-ed13fdfe-d1cc-436d-b283-13bcd012e76c tempest-ServersWithSpecificFlavorTestJSON-1124523615 tempest-ServersWithSpecificFlavorTestJSON-1124523615-project-member] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 701.952887] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 701.954191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.954325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.954383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.954598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.954762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.954867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.954958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.955095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.955184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.955312] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.226132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.226132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.226132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.226132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.226132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.226132] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be updated. [ 702.264250] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.264389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.264430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.264758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.266133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.281610] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: IN_PROGRESS for 2s [ 702.433025] env[65079]: INFO networking_nsxv3.common.synchronization [req-cc21d446-40c8-4ab8-bbd5-50fdf843b3a6 req-40684e87-5df5-414a-9373-da54d3091f74 tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: a7586fb9-1200-4ddf-b94f-1754b6c7bacd with Priority: HIGHEST for action security_group_rules [ 702.433025] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7586fb9-1200-4ddf-b94f-1754b6c7bacd with Priority: HIGHEST for action security_group_rules [ 702.433025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7586fb9-1200-4ddf-b94f-1754b6c7bacd taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.433805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7586fb9-1200-4ddf-b94f-1754b6c7bacd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.438355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7586fb9-1200-4ddf-b94f-1754b6c7bacd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.438355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7586fb9-1200-4ddf-b94f-1754b6c7bacd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.438355] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7586fb9-1200-4ddf-b94f-1754b6c7bacd',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.460696] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.460696] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.460696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.460696] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be updated. [ 702.499519] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.499519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.499519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.499519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.499519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.511317] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: IN_PROGRESS for 2s [ 702.965532] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.965676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.965739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.966114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.966226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.966355] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7586fb9-1200-4ddf-b94f-1754b6c7bacd already deleted. [ 702.966452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7586fb9-1200-4ddf-b94f-1754b6c7bacd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.141315] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 703.141480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.352055] env[65079]: INFO networking_nsxv3.common.synchronization [None req-b9934981-2ddd-479a-a243-7f2bd3e86084 None None] Enqueued Resource ID: 8071236c-fcd5-49a0-aab6-b257dcb48b86 with Priority: HIGHEST for action port [ 703.356872] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8071236c-fcd5-49a0-aab6-b257dcb48b86 with Priority: HIGHEST for action port [ 703.356872] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8071236c-fcd5-49a0-aab6-b257dcb48b86 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.356872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8071236c-fcd5-49a0-aab6-b257dcb48b86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.356872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8071236c-fcd5-49a0-aab6-b257dcb48b86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.356872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8071236c-fcd5-49a0-aab6-b257dcb48b86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.356872] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8071236c-fcd5-49a0-aab6-b257dcb48b86',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.565581] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 703.565581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.566538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.566538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.566538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.566538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.566538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.566538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.569417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.569417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.569417] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.860625] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8071236c-fcd5-49a0-aab6-b257dcb48b86 [ 703.860909] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.861134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.861212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.861510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.861621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.861784] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8071236c-fcd5-49a0-aab6-b257dcb48b86 already deleted. [ 703.861872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8071236c-fcd5-49a0-aab6-b257dcb48b86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.072895] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.072895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.072895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.073243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.073395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.073557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.073751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.073823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.073898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.074619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.074619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.074619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.074619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.074893] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.074893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.074893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.075075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.075158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.075292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.075950] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.292526] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 704.293032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.522122] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 704.522313] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 deletion is rescheduled due to dependency. [ 704.522883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.578231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dce25ff-1802-4868-b39a-f55ae0499626: rpc.has_security_group_logging(os_id): False [ 704.606248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.606377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.606418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.606751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.606906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.607245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.608679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.608679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.608679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.608679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.608679] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.608679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.608679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.609899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.609899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.609899] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.609899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.609899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.609899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.609899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.610125] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 704.697270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.697608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.697654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.697975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.698249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.741818] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 705.868510] env[65079]: INFO networking_nsxv3.common.synchronization [req-e1ff1934-c07e-45bc-abd2-f17a5e54f7ac req-aceb6c76-1e40-487c-9794-b5fce7452eab tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: c0da9ea5-d7d4-4419-8e91-4e05c7309abc with Priority: HIGHEST for action security_group_rules [ 705.869054] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0da9ea5-d7d4-4419-8e91-4e05c7309abc with Priority: HIGHEST for action security_group_rules [ 705.869357] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0da9ea5-d7d4-4419-8e91-4e05c7309abc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.869501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0da9ea5-d7d4-4419-8e91-4e05c7309abc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.869816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0da9ea5-d7d4-4419-8e91-4e05c7309abc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.869816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0da9ea5-d7d4-4419-8e91-4e05c7309abc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.869902] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0da9ea5-d7d4-4419-8e91-4e05c7309abc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.290024] env[65079]: INFO networking_nsxv3.common.synchronization [req-3324087c-8e0b-41c9-9beb-370638aa23dc req-1ee4bea2-97e9-4358-849d-2076c5fef139 tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 706.290024] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 706.290024] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.290024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.290024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.290452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.290806] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.291077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.291254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.291508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.291714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.291959] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.392805] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.392945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.393045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.393637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.393637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.393637] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0da9ea5-d7d4-4419-8e91-4e05c7309abc already deleted. [ 706.393637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0da9ea5-d7d4-4419-8e91-4e05c7309abc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.495492] env[65079]: INFO networking_nsxv3.common.synchronization [req-fe52af9c-38ba-477f-bba5-c56e215fdec9 req-56ee9827-c3e9-4fb9-abe7-f36e2d25e918 tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 706.496101] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 706.496406] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496950] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.497094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.497196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.497333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.497451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.497550] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.762502] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 706.762715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.763793] env[65079]: INFO networking_nsxv3.common.synchronization [req-fe52af9c-38ba-477f-bba5-c56e215fdec9 req-69d64712-9d81-4abc-ad3a-7ad57ba5df5e tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 706.764371] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 706.764688] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.764788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.794601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.794707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.794787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.795011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.795117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.795326] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.795426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.795611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.795665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.795746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.795824] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 706.826423] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.826629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.826728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.827011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.827225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 706.982050] env[65079]: INFO networking_nsxv3.common.synchronization [req-fe52af9c-38ba-477f-bba5-c56e215fdec9 req-8c9ba03c-618f-46b6-84fc-8e4a276408ee tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 706.985043] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 706.985461] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.985661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.000223] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.502584] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.005361] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.005788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.005788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.005788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.005971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006091] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 708.035418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.036301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.036301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.036301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.036301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.046081] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 708.850189] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 708.850364] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 708.850849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.290344] env[65079]: INFO networking_nsxv3.common.synchronization [req-900d559c-08ac-464f-b287-90d88ad9fa54 req-788259de-ee83-4096-9e37-56c69237d7b3 tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 with Priority: HIGHEST for action security_group_rules [ 709.290842] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 with Priority: HIGHEST for action security_group_rules [ 709.293051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.293660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.293660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.295390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.295595] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.376453] env[65079]: INFO networking_nsxv3.common.synchronization [req-b830677e-a796-46b3-bd69-a27573423565 req-67962049-cd64-48a7-8bd1-34d75a1b726d tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 709.377019] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 709.377306] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.377473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.377473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.377675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.377827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.377927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.377981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.378166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.378235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.378312] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.823303] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.823494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.823597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.823820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.823915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.824016] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 already deleted. [ 709.824103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.862535] env[65079]: INFO networking_nsxv3.common.synchronization [req-bae1481d-b798-454c-a205-bd3e25ff0cac req-ae8ba1e9-0861-467c-b22c-39948ecfc8ca tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 with Priority: HIGHEST for action security_group_rules [ 709.863076] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 with Priority: HIGHEST for action security_group_rules [ 709.863487] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.863601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.863643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.863822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.863900] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.880293] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.880459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.880530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.880732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.880822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.881012] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.881159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.881252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.881374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.881449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.881534] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 709.910194] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.910387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.910491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.910700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.910855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.920216] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 710.056974] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 710.057224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.057417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.057652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.057848] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.057968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.058257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.058302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058404] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.386370] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.386370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.386370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.386834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.386834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.386834] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 already deleted. [ 710.386834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.562310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.562517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.562597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.562813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.562945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.563979] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.563979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.563979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.563979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.563979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.563979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 710.591996] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.592152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.592230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.592439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.593069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.603814] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 711.727677] env[65079]: INFO networking_nsxv3.common.synchronization [req-be262ee9-d562-419b-809f-c539a959c834 req-ca515f2e-ec94-4d72-b6e8-c106f45f36a9 tempest-SecurityGroupRulesTestJSON-422713321 tempest-SecurityGroupRulesTestJSON-422713321-project-member] Enqueued Resource ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 with Priority: HIGHEST for action security_group_rules [ 711.728166] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 with Priority: HIGHEST for action security_group_rules [ 711.728428] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.728568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.728608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.728866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.728970] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.933795] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 711.933984] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 deletion is rescheduled due to dependency. [ 711.934118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227030] env[65079]: INFO networking_nsxv3.common.synchronization [None req-5bacfaba-c078-49fd-95b3-d026ee60c6ea None None] Enqueued Resource ID: ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b with Priority: HIGHEST for action port [ 712.228386] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b with Priority: HIGHEST for action port [ 712.228744] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.229942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.229942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.230116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230283] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.253292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.253578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.253578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.253745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.253817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.253888] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19 already deleted. [ 712.253985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ae8a60-5ea9-46fc-bc28-ac5bbef25f19" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619087] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 712.619087] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 deletion is rescheduled due to dependency. [ 712.619087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.619087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.619460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.619460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.619460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.619710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.619710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619951] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.735775] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b [ 712.736055] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.737045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.737045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.737045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.737045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737045] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b already deleted. [ 712.737045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd2fab1-fcf3-4cda-91d2-2b3448a67b4b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.123221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.123368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.123430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.123696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.123822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.124106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.124499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.124627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.125336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.126116] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 713.162664] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.163417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.163417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.165232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.165232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.175950] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 713.454247] env[65079]: INFO networking_nsxv3.common.synchronization [req-05c32cf5-8634-4ae0-80fc-513b49480fac req-ffa44c2c-9af6-4c89-8ef4-d9b9dd2483f5 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 713.454443] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 713.454781] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.455275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.455275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.459011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.459011] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.459011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.459011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.459011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.459011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.459011] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.907802] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1e7bce6c-b913-4888-8752-a46505f8a8a5 None None] Enqueued Resource ID: aec4b0a5-10f7-49b4-b820-717417f7fd68 with Priority: HIGHEST for action port [ 713.908153] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec4b0a5-10f7-49b4-b820-717417f7fd68 with Priority: HIGHEST for action port [ 713.908468] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec4b0a5-10f7-49b4-b820-717417f7fd68 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.908566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec4b0a5-10f7-49b4-b820-717417f7fd68" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.908685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec4b0a5-10f7-49b4-b820-717417f7fd68" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.909100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec4b0a5-10f7-49b4-b820-717417f7fd68" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.909156] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec4b0a5-10f7-49b4-b820-717417f7fd68',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.962071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.962071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.962071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.962310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.962364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.962571] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.962688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.962924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.962924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.963027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963118] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 713.995337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.995475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.995542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.995848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.996015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.007453] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 714.411376] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec4b0a5-10f7-49b4-b820-717417f7fd68 [ 714.411648] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.411779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.411939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.412079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.412628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.412628] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec4b0a5-10f7-49b4-b820-717417f7fd68 already deleted. [ 714.412628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec4b0a5-10f7-49b4-b820-717417f7fd68" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.926102] env[65079]: INFO networking_nsxv3.common.synchronization [None req-376ea82c-2ef7-4cf2-ac45-e74beb9fc30b None None] Enqueued Resource ID: a51b7170-4ab6-4081-88d9-9d1ad7a2aab4 with Priority: HIGHEST for action port [ 714.926848] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51b7170-4ab6-4081-88d9-9d1ad7a2aab4 with Priority: HIGHEST for action port [ 714.927222] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a51b7170-4ab6-4081-88d9-9d1ad7a2aab4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.927467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a51b7170-4ab6-4081-88d9-9d1ad7a2aab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.927467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a51b7170-4ab6-4081-88d9-9d1ad7a2aab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.927796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a51b7170-4ab6-4081-88d9-9d1ad7a2aab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.927920] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51b7170-4ab6-4081-88d9-9d1ad7a2aab4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.187135] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 715.187135] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 deletion is rescheduled due to dependency. [ 715.187135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.430669] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a51b7170-4ab6-4081-88d9-9d1ad7a2aab4 [ 715.430927] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.431077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.431150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.431391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.431530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.431642] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a51b7170-4ab6-4081-88d9-9d1ad7a2aab4 already deleted. [ 715.431731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a51b7170-4ab6-4081-88d9-9d1ad7a2aab4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.523795] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-614b9f3a-8999-4447-b4c1-bf1ca0dba92b tempest-ListServersNegativeTestJSON-213001314 tempest-ListServersNegativeTestJSON-213001314-project-member] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 715.524245] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 715.524510] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.524648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.524722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.525188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.526820] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.526820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.526820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.526978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.526978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.527056] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.021321] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 716.022360] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 deletion is rescheduled due to dependency. [ 716.022574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.030142] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.030299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.030377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.030616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.030715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.030925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.031043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.031694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.031694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.031694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.031694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 already deleted. [ 716.031694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.177707] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.178165] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.178395] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.178879] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.179614] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.179908] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.184119] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.184119] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.184119] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.184119] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.184119] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.184119] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.184119] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.204071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.204071] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.204071] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.204071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.204071] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-e47b5b0d-f695-48c1-8247-9bcd3ba77501 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.204298] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.204600] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.204966] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.205122] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47b5b0d-f695-48c1-8247-9bcd3ba77501',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.708107] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.708365] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.708489] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.708762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.708937] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.709116] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port e47b5b0d-f695-48c1-8247-9bcd3ba77501 not found, creating... [ 716.709385] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.709539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.709653] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.709920] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.710079] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.710376] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.710554] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.710722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.710860] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.711030] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.711130] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: e47b5b0d-f695-48c1-8247-9bcd3ba77501 is going to be created. [ 716.735607] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.736313] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.736313] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.736313] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.736528] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.736745] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.979449] env[65079]: INFO networking_nsxv3.common.synchronization [None req-3f164ede-7956-4a69-a894-651b2188a216 None None] Enqueued Resource ID: e9c4007c-4ebf-45a7-a3c6-ceed9756fa62 with Priority: HIGHEST for action port [ 716.979449] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c4007c-4ebf-45a7-a3c6-ceed9756fa62 with Priority: HIGHEST for action port [ 716.979449] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c4007c-4ebf-45a7-a3c6-ceed9756fa62 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.979449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c4007c-4ebf-45a7-a3c6-ceed9756fa62" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.979449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c4007c-4ebf-45a7-a3c6-ceed9756fa62" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.979449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c4007c-4ebf-45a7-a3c6-ceed9756fa62" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.979449] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c4007c-4ebf-45a7-a3c6-ceed9756fa62',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.147138] env[65079]: INFO networking_nsxv3.common.synchronization [req-b6410b0c-72ad-485c-89a2-8a0d54e2a5d7 req-11e1372e-c009-4091-8b33-f87e861ed45b tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_members [ 717.147812] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62e6516-84ab-4a72-8331-588585f51d6c with Priority: HIGHEST for action security_group_members [ 717.148255] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62e6516-84ab-4a72-8331-588585f51d6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.148776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.149049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.149154] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.149260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.149326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.149478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.149566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.149661] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e62e6516-84ab-4a72-8331-588585f51d6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.438302] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-fb76aa3e-f590-4a02-b228-593557ce1d0e service nova] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_rules [ 717.438302] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-fb76aa3e-f590-4a02-b228-593557ce1d0e service nova] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 717.438302] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-fb76aa3e-f590-4a02-b228-593557ce1d0e service nova] Enqueued Resource ID: e47b5b0d-f695-48c1-8247-9bcd3ba77501 with Priority: HIGHEST for action port [ 717.439168] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_rules [ 717.440633] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 717.440633] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47b5b0d-f695-48c1-8247-9bcd3ba77501 with Priority: HIGHEST for action port [ 717.440633] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.440633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.440633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.440633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.440633] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.441154] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.441204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.441412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.441459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.441733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.441733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.441844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.441917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.441992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.442895] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.443316] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47b5b0d-f695-48c1-8247-9bcd3ba77501 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.443316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.443316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.443466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.443466] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47b5b0d-f695-48c1-8247-9bcd3ba77501',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.484589] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9c4007c-4ebf-45a7-a3c6-ceed9756fa62 [ 717.484589] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.485024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.485056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.485202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9c4007c-4ebf-45a7-a3c6-ceed9756fa62 already deleted. [ 717.485315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c4007c-4ebf-45a7-a3c6-ceed9756fa62" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.652124] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.652281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.652351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.652553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.653605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.653605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.653605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.653605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.653605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.653605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.653605] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62e6516-84ab-4a72-8331-588585f51d6c is going to be updated. [ 717.680535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.680535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.680745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.681340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.681340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.690682] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62e6516-84ab-4a72-8331-588585f51d6c in Status: IN_PROGRESS for 2s [ 717.951296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.951296] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.951296] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e47b5b0d-f695-48c1-8247-9bcd3ba77501 with status ACTIVE [ 717.951296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.951296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.951296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.952409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.953161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.953905] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.953905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.953905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.954117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.954117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.954306] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e47b5b0d-f695-48c1-8247-9bcd3ba77501 is going to be updated. [ 717.981601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.981736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.981804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.982029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.982164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.982774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47b5b0d-f695-48c1-8247-9bcd3ba77501" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.367336] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-458ae0d1-57c5-41d0-bf89-5ceeb68c9151 tempest-ListServersNegativeTestJSON-213001314 tempest-ListServersNegativeTestJSON-213001314-project-member] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 718.367856] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 718.368202] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.368339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.457597] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.660781] env[65079]: INFO networking_nsxv3.common.synchronization [None req-06c946b0-6ba1-4e2a-b8a5-0551b65ccbd1 None None] Enqueued Resource ID: 191b2a7a-f8bc-4457-b87a-c8164ece4b92 with Priority: HIGHEST for action port [ 718.661238] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 191b2a7a-f8bc-4457-b87a-c8164ece4b92 with Priority: HIGHEST for action port [ 718.661550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-191b2a7a-f8bc-4457-b87a-c8164ece4b92 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.662050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-191b2a7a-f8bc-4457-b87a-c8164ece4b92" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.662143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-191b2a7a-f8bc-4457-b87a-c8164ece4b92" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.662423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-191b2a7a-f8bc-4457-b87a-c8164ece4b92" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.662520] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('191b2a7a-f8bc-4457-b87a-c8164ece4b92',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.778914] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.779153] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.779252] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.779443] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.783029] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.783029] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.783029] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.783029] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.783029] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.783029] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.783029] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.783029] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.783029] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.783029] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.783029] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.783029] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.800223] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.800433] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.800545] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.800721] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.801119] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-177078c7-a5c5-46b4-83cf-f3c206aa54b5 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.801339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.801475] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.801780] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.801908] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177078c7-a5c5-46b4-83cf-f3c206aa54b5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.960603] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.960844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.960952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.961261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.961352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.961507] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be created. [ 718.985665] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.985665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.985862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.985915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.987214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.996594] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: UNINITIALIZED for 2s [ 719.165224] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 191b2a7a-f8bc-4457-b87a-c8164ece4b92 [ 719.166596] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.166786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.166863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.167095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.167209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.167314] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:191b2a7a-f8bc-4457-b87a-c8164ece4b92 already deleted. [ 719.167421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-191b2a7a-f8bc-4457-b87a-c8164ece4b92" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.304757] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.305054] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.305184] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.305490] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.305683] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.305856] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 177078c7-a5c5-46b4-83cf-f3c206aa54b5 not found, creating... [ 719.306192] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306783] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306936] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.307303] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.307489] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.307635] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.308456] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.308456] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.308456] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 177078c7-a5c5-46b4-83cf-f3c206aa54b5 is going to be created. [ 719.341811] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342051] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.342141] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.342845] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.343116] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.343357] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.699938] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62e6516-84ab-4a72-8331-588585f51d6c in Status: SUCCESS [ 719.700214] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62e6516-84ab-4a72-8331-588585f51d6c deletion is rescheduled due to dependency. [ 719.700214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62e6516-84ab-4a72-8331-588585f51d6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.083749] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-4fc3d986-4e8b-45ef-a9e9-8116ac07cad1 service nova] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_rules [ 720.084338] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-4fc3d986-4e8b-45ef-a9e9-8116ac07cad1 service nova] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 720.084563] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-4fc3d986-4e8b-45ef-a9e9-8116ac07cad1 service nova] Enqueued Resource ID: 177078c7-a5c5-46b4-83cf-f3c206aa54b5 with Priority: HIGHEST for action port [ 720.085322] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_rules [ 720.085489] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 720.085595] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177078c7-a5c5-46b4-83cf-f3c206aa54b5 with Priority: HIGHEST for action port [ 720.085894] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.086025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.086539] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.086991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.087352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-177078c7-a5c5-46b4-83cf-f3c206aa54b5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.087469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.087554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.087772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.087859] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177078c7-a5c5-46b4-83cf-f3c206aa54b5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.293933] env[65079]: INFO networking_nsxv3.common.synchronization [None req-07821ed2-ee7c-4cea-adfe-55a6b6126ea3 tempest-ServersTestFqdnHostnames-1931099342 tempest-ServersTestFqdnHostnames-1931099342-project-member] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_rules [ 720.295026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_rules [ 720.295026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.295026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.295208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.295366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.295450] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.395614] env[65079]: INFO networking_nsxv3.common.synchronization [None req-649cefbd-39e5-4b4f-a054-4d4ad767202e tempest-ServersTestFqdnHostnames-1931099342 tempest-ServersTestFqdnHostnames-1931099342-project-member] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_rules [ 720.396210] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_rules [ 720.397490] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.397490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.591228] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 177078c7-a5c5-46b4-83cf-f3c206aa54b5 with status ACTIVE [ 720.592248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.592248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.592248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.592248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.592248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.592248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.592511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.592583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.592771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.592866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.593256] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.593418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.593514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.593729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.593796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.593905] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 177078c7-a5c5-46b4-83cf-f3c206aa54b5 is going to be updated. [ 720.617389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.617591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.617591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.617820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.617958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.618150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177078c7-a5c5-46b4-83cf-f3c206aa54b5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.820640] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.821073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.821073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.821220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.821348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.821435] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa already deleted. [ 720.821586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.821777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.821961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.822065] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.008864] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 721.009105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.009294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.009517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.009708] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.009825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.009890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.010053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.010132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010314] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.015799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.015799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.015799] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.015799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.015799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.015799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.015799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.015799] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.119567] env[65079]: INFO networking_nsxv3.common.synchronization [None req-2770d086-5c25-438e-a46d-008066106f44 None None] Enqueued Resource ID: 32b1030a-bafd-4f11-af1f-8df73b3b8f0e with Priority: HIGHEST for action port [ 721.120113] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b1030a-bafd-4f11-af1f-8df73b3b8f0e with Priority: HIGHEST for action port [ 721.120480] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b1030a-bafd-4f11-af1f-8df73b3b8f0e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.121028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b1030a-bafd-4f11-af1f-8df73b3b8f0e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.121028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b1030a-bafd-4f11-af1f-8df73b3b8f0e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.121028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b1030a-bafd-4f11-af1f-8df73b3b8f0e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.121028] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b1030a-bafd-4f11-af1f-8df73b3b8f0e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.343592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.343720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.343791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.344015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.344117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.344208] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa already deleted. [ 721.344293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.469391] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-e4c8a53c-f2b2-4826-83bf-1a689a6004e4 tempest-ListServersNegativeTestJSON-213001314 tempest-ListServersNegativeTestJSON-213001314-project-member] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 721.474069] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 721.475010] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.475010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.515425] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.516024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.518986] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.625241] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32b1030a-bafd-4f11-af1f-8df73b3b8f0e [ 721.625241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.625241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.625241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.625241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.626348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.626348] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32b1030a-bafd-4f11-af1f-8df73b3b8f0e already deleted. [ 721.626348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b1030a-bafd-4f11-af1f-8df73b3b8f0e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.021528] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.029906] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.030128] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.030247] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.030529] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.030857] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032424] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032424] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032424] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032424] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032603] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.032637] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.032742] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.032847] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.032959] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.033111] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.033251] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.054032] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.054218] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.054361] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.054524] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.054913] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.055140] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.055292] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.057312] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.057484] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97737a3-ad26-4b95-9c6f-d22a5b8951a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.524120] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.524270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.524356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.525062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.525062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.525062] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 722.553369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.553369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.553369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.553369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.553369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.560097] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.560361] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.560528] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.560831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.561023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.561300] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port b97737a3-ad26-4b95-9c6f-d22a5b8951a5 not found, creating... [ 722.561542] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.561716] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.561831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.562102] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.562315] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.562946] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.562946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.562946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.563278] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.563412] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.563582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: b97737a3-ad26-4b95-9c6f-d22a5b8951a5 is going to be created. [ 722.565268] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 722.587015] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.587015] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.587260] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.587503] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.587849] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.588491] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.378152] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-ef31fef6-fa2a-4298-a6df-f66a3df106af service nova] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_rules [ 723.378420] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-ef31fef6-fa2a-4298-a6df-f66a3df106af service nova] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 723.378507] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1adfa3a-a388-43d1-b096-303029fd319d req-ef31fef6-fa2a-4298-a6df-f66a3df106af service nova] Enqueued Resource ID: b97737a3-ad26-4b95-9c6f-d22a5b8951a5 with Priority: HIGHEST for action port [ 723.379153] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_rules [ 723.379302] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 723.379420] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97737a3-ad26-4b95-9c6f-d22a5b8951a5 with Priority: HIGHEST for action port [ 723.379717] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.379822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.380047] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.380134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.380319] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.380414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.380653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.380780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.380780] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97737a3-ad26-4b95-9c6f-d22a5b8951a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.885227] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b97737a3-ad26-4b95-9c6f-d22a5b8951a5 with status ACTIVE [ 723.886378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.886378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.886378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.886378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.886378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.886378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.886636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.886636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.886729] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.886801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.886946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.887128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.887128] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b97737a3-ad26-4b95-9c6f-d22a5b8951a5 is going to be updated. [ 723.910892] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.911186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.911186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.911377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.911480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.911588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97737a3-ad26-4b95-9c6f-d22a5b8951a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.578680] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.578680] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.578680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.578680] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.966546] env[65079]: INFO networking_nsxv3.common.synchronization [None req-90b4cc7d-3b41-4964-8c6f-45392c9c3182 None None] Enqueued Resource ID: 44f03551-7eee-41c4-8c2b-5c0caf9ec2a8 with Priority: HIGHEST for action port [ 724.966679] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f03551-7eee-41c4-8c2b-5c0caf9ec2a8 with Priority: HIGHEST for action port [ 724.967292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f03551-7eee-41c4-8c2b-5c0caf9ec2a8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.967421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f03551-7eee-41c4-8c2b-5c0caf9ec2a8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.967496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f03551-7eee-41c4-8c2b-5c0caf9ec2a8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.967732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f03551-7eee-41c4-8c2b-5c0caf9ec2a8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.967835] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f03551-7eee-41c4-8c2b-5c0caf9ec2a8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.080843] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.470651] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44f03551-7eee-41c4-8c2b-5c0caf9ec2a8 [ 725.473767] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.473767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.473767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.473767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.473767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.473767] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44f03551-7eee-41c4-8c2b-5c0caf9ec2a8 already deleted. [ 725.473767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f03551-7eee-41c4-8c2b-5c0caf9ec2a8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.583417] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.089023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.089023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.089023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.089023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 726.118590] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.118757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.118757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.118927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.119135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.130486] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 727.109389] env[65079]: INFO networking_nsxv3.common.synchronization [req-b5174f0e-9bd4-4c20-850a-c237ac79cc49 req-b6643041-56a7-4545-899d-7254e4be3ea3 tempest-ServersV294TestFqdnHostnames-2057069631 tempest-ServersV294TestFqdnHostnames-2057069631-project-member] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_members [ 727.109389] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_members [ 727.109389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.109389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.109389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.109389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.110990] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.111349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.111349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.111546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.111631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.111749] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.574385] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.574588] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.574722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.575049] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.575301] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.575496] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575610] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.575848] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.575990] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.576219] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.576329] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.576434] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.576535] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.576635] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.576735] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.576857] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.596920] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.597132] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.597485] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.597485] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-86" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.597703] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-a0244465-51ec-44ef-b2a3-58d7a1446472 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.597893] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598793] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.598901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.599384] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0244465-51ec-44ef-b2a3-58d7a1446472',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.615849] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.616072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.616144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.616337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.616434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.616656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.616786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.616853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.617031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.617113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.617198] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 already deleted. [ 727.617279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.103216] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.103504] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.103636] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.103934] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.104087] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.104236] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port a0244465-51ec-44ef-b2a3-58d7a1446472 not found, creating... [ 728.104504] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.104688] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.104801] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.105032] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.105167] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.105450] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.105602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.105810] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.106026] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.106171] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.106307] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: a0244465-51ec-44ef-b2a3-58d7a1446472 is going to be created. [ 728.129527] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.129837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.129873] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.130152] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.130485] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.130727] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142219] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 728.142918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.143034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.143203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.143437] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.143599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.143687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.143850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.143936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.144043] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.472168] env[65079]: INFO networking_nsxv3.common.synchronization [None req-32bcdcb1-14eb-4571-9fdb-9cfb93aa439c None None] Enqueued Resource ID: 7167778d-eb98-4531-bafc-875631e87e9d with Priority: HIGHEST for action port [ 728.472828] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7167778d-eb98-4531-bafc-875631e87e9d with Priority: HIGHEST for action port [ 728.473238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7167778d-eb98-4531-bafc-875631e87e9d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.473440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7167778d-eb98-4531-bafc-875631e87e9d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.473534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7167778d-eb98-4531-bafc-875631e87e9d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.473822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7167778d-eb98-4531-bafc-875631e87e9d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.474090] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7167778d-eb98-4531-bafc-875631e87e9d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.646609] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.949935] env[65079]: INFO networking_nsxv3.common.synchronization [req-b5174f0e-9bd4-4c20-850a-c237ac79cc49 req-ce633660-0330-48bb-9896-648f734e8cfb service nova] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_rules [ 728.950135] env[65079]: INFO networking_nsxv3.common.synchronization [req-b5174f0e-9bd4-4c20-850a-c237ac79cc49 req-ce633660-0330-48bb-9896-648f734e8cfb service nova] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_members [ 728.950277] env[65079]: INFO networking_nsxv3.common.synchronization [req-b5174f0e-9bd4-4c20-850a-c237ac79cc49 req-ce633660-0330-48bb-9896-648f734e8cfb service nova] Enqueued Resource ID: a0244465-51ec-44ef-b2a3-58d7a1446472 with Priority: HIGHEST for action port [ 728.950819] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_rules [ 728.950961] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_members [ 728.951159] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0244465-51ec-44ef-b2a3-58d7a1446472 with Priority: HIGHEST for action port [ 728.951554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.951676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.951744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.952180] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.953265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.953485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.953567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.953821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.956388] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.956388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.956388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.956388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.956388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.956388] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.956388] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0244465-51ec-44ef-b2a3-58d7a1446472 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.956388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.956388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.957193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.957193] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0244465-51ec-44ef-b2a3-58d7a1446472',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.976434] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7167778d-eb98-4531-bafc-875631e87e9d [ 728.976434] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.976434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.976434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.977213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.977213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.977213] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7167778d-eb98-4531-bafc-875631e87e9d already deleted. [ 728.977354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7167778d-eb98-4531-bafc-875631e87e9d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.150416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.462718] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.462718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.462718] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.462924] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0244465-51ec-44ef-b2a3-58d7a1446472 with status ACTIVE [ 729.463108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.463218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.463281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.463528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.463621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.463792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.463902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.463966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.464145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.464219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.464417] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.464504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.464566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.464705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.464769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.464853] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0244465-51ec-44ef-b2a3-58d7a1446472 is going to be updated. [ 729.492863] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.492863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.492863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.493101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.493197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.493305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0244465-51ec-44ef-b2a3-58d7a1446472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.622197] env[65079]: INFO networking_nsxv3.common.synchronization [req-85625113-6b80-42e1-84eb-206eb407f4cb req-31993c6a-ef8b-4135-8c21-3723f39e5be3 tempest-FloatingIPsAssociationTestJSON-1895960462 tempest-FloatingIPsAssociationTestJSON-1895960462-project-member] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 729.622583] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 729.623067] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.623454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.623651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.624017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.624302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.624553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.624705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.624967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.625254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.625556] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.656848] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.657093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.657266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.657613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.657854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.657955] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 729.704625] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.704905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.704990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.705274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.705465] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.717489] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 729.969032] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.048023] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.048023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.048023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.048023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.048023] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.048023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.048572] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.048921] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.049209] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.049527] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.049745] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.049943] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.050165] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.050377] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.050585] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.050807] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.071533] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.071533] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.071533] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.071804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-470" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.072179] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-34553b2d-139b-49c2-85bf-73c88bb817c4 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.072402] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.072578] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.072928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.073143] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34553b2d-139b-49c2-85bf-73c88bb817c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.127754] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.471455] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.471776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.471776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.471852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.471941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.472052] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 is going to be created. [ 730.500169] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.500346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.500392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.500608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.500783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.513246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 in Status: UNINITIALIZED for 2s [ 730.582493] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.582784] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.582854] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.583132] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.583294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.583458] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 34553b2d-139b-49c2-85bf-73c88bb817c4 not found, creating... [ 730.583766] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.583903] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.584024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.584306] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.584487] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.584750] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.584912] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.585037] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.585246] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.585377] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.585515] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 34553b2d-139b-49c2-85bf-73c88bb817c4 is going to be created. [ 730.612596] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.612774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.612873] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.613175] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.613474] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.613740] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.630645] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.133242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.133506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.133611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.133987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.134266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.134266] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be updated. [ 731.170554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.170554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.170554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.170554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.170554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.179584] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: IN_PROGRESS for 2s [ 731.342909] env[65079]: INFO networking_nsxv3.common.synchronization [req-85625113-6b80-42e1-84eb-206eb407f4cb req-c7acf6d5-b391-476c-b7bb-174ac802801b service nova] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_rules [ 731.343108] env[65079]: INFO networking_nsxv3.common.synchronization [req-85625113-6b80-42e1-84eb-206eb407f4cb req-c7acf6d5-b391-476c-b7bb-174ac802801b service nova] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 731.343245] env[65079]: INFO networking_nsxv3.common.synchronization [req-85625113-6b80-42e1-84eb-206eb407f4cb req-c7acf6d5-b391-476c-b7bb-174ac802801b service nova] Enqueued Resource ID: 34553b2d-139b-49c2-85bf-73c88bb817c4 with Priority: HIGHEST for action port [ 731.343859] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_rules [ 731.344215] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 731.344376] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34553b2d-139b-49c2-85bf-73c88bb817c4 with Priority: HIGHEST for action port [ 731.344685] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.344831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.344899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.345125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.345212] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.346502] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.346502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.346502] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-34553b2d-139b-49c2-85bf-73c88bb817c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.346750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.346750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.346834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.346937] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34553b2d-139b-49c2-85bf-73c88bb817c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.728331] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 731.728594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.728730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.728949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.729208] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.729352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.729395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.729689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.729689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.729796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.729888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.729964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.730036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.730199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.730555] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.730555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.730555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.730714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.730714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.730793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.730855] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.731745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.732114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.732114] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.732114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.732436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.732436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.732436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.732581] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.848423] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.848556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.848747] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34553b2d-139b-49c2-85bf-73c88bb817c4 with status ACTIVE [ 731.848912] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.849031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.849114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.849307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.849398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.849566] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.849729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.849798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.850014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.850099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.850524] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.850584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.850654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.850779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.851023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.851023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34553b2d-139b-49c2-85bf-73c88bb817c4 is going to be updated. [ 731.872475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.872680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.873497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34553b2d-139b-49c2-85bf-73c88bb817c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.235235] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7: rpc.has_security_group_logging(os_id): False [ 732.236417] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.258863] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.259087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.259137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.260103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.260103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.260103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.260103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.260355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.260463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.260633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.260966] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.261297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.261384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.261621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.262461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.262461] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.262461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.262461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.262461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.262461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.262461] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be created. [ 732.359858] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.360046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.360107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.360304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.360512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.376155] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 732.526756] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 in Status: SUCCESS [ 732.528787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.528787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.528787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.528787] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.530666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.530666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.530666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.530666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.530666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.530666] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.738952] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.906257] env[65079]: INFO networking_nsxv3.common.synchronization [None req-cc7c5222-e34f-4936-bcca-55bac4333fe6 None None] Enqueued Resource ID: 6037137e-9de5-4375-97be-0ca53cc1a52d with Priority: HIGHEST for action port [ 732.906257] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6037137e-9de5-4375-97be-0ca53cc1a52d with Priority: HIGHEST for action port [ 732.906257] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6037137e-9de5-4375-97be-0ca53cc1a52d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.906257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6037137e-9de5-4375-97be-0ca53cc1a52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.906257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6037137e-9de5-4375-97be-0ca53cc1a52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.906756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6037137e-9de5-4375-97be-0ca53cc1a52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.907491] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6037137e-9de5-4375-97be-0ca53cc1a52d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.032255] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.195439] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 733.195439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.195598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.196911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.196911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.196911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.196911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.196911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.196911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.196911] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.242187] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.242187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.242187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.242324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.242423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.242585] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 733.280924] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.281176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.281176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.281383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.281627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.294424] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 733.410944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6037137e-9de5-4375-97be-0ca53cc1a52d [ 733.414432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.414659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.414931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.415041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.415158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6037137e-9de5-4375-97be-0ca53cc1a52d already deleted. [ 733.415321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6037137e-9de5-4375-97be-0ca53cc1a52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.537608] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1: rpc.has_security_group_logging(os_id): False [ 733.557410] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557410] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557777] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 is going to be created. [ 733.633331] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.633557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.633616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.634706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.634706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.649324] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 in Status: IN_PROGRESS for 2s [ 733.700258] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.203327] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.390082] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 734.392024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.392024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.392024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.392024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.706814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.707060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.707060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.707293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.707409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.707501] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be updated. [ 734.744909] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.745112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.745332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.745332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.746824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.758014] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: IN_PROGRESS for 2s [ 734.894034] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.894229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.313856] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 735.314503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.314854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.315365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.315659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.315823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.316294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.316544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.316756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.316989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.317173] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.669487] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 in Status: SUCCESS [ 735.669849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.825209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.825209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.825209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.825867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.825867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.825867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825867] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.330391] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7: rpc.has_security_group_logging(os_id): False [ 736.349309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.349628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.349706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.349936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.350064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.350308] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.350418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.350478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.350684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.350750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.350952] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.351069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.351129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.351402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.351402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.351821] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.352083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.352151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.352318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.352398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.352498] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 736.424186] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.424186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.424186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.424186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.424186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.440998] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 736.697711] env[65079]: INFO networking_nsxv3.common.synchronization [None req-43e9a0c2-f27c-4371-b2fc-ccd2e3290a3d None None] Enqueued Resource ID: 9f4f4c07-251b-4132-8fd5-c4707de04796 with Priority: HIGHEST for action port [ 736.697711] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4f4c07-251b-4132-8fd5-c4707de04796 with Priority: HIGHEST for action port [ 736.699103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f4f4c07-251b-4132-8fd5-c4707de04796 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.699103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f4f4c07-251b-4132-8fd5-c4707de04796" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.699103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f4f4c07-251b-4132-8fd5-c4707de04796" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.699103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f4f4c07-251b-4132-8fd5-c4707de04796" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.699103] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4f4c07-251b-4132-8fd5-c4707de04796',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.772559] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 736.772559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.772559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.772559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.772559] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.772559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.772559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.772559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.772860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.772921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.773632] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.995352] env[65079]: INFO networking_nsxv3.common.synchronization [req-79a5a598-6600-4bc4-bcff-97aedbb2df43 req-c99f8155-4492-4ea6-b3c8-617f1f23cedc tempest-InstanceActionsTestJSON-1889917268 tempest-InstanceActionsTestJSON-1889917268-project-member] Enqueued Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_members [ 736.996612] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_members [ 736.997011] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.997154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.997225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.997497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.997688] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.998224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.998224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.998224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.998224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.998224] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.207436] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f4f4c07-251b-4132-8fd5-c4707de04796 [ 737.207436] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.207436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.207436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.207436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.207436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.207436] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f4f4c07-251b-4132-8fd5-c4707de04796 already deleted. [ 737.207436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f4f4c07-251b-4132-8fd5-c4707de04796" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.275548] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.275757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.275861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.276211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.276470] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.276639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.276750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.277035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.277154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.277327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.277617] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.277743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.277865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.279290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.279290] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.279290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.279290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.279555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.279555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.279555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.280043] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.503834] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.503834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.503834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.504270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.504270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.504608] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.504608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.504608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.504887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.504887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.504942] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 already deleted. [ 737.505044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.556349] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.556349] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-320" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.556349] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-320" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.556711] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-320" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.556973] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.557136] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.557244] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.557920] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.557920] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.557920] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.557920] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.558371] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.558371] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.558371] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.558371] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.558485] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.586258] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.586376] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.586522] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.586710] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-320" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.587064] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.587489] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.587941] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.588122] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255c4f1b-9da2-4792-bfc6-a697a34d7ccc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.784529] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0ff61d-a1ed-469c-b713-964558b01650: rpc.has_security_group_logging(os_id): False [ 737.805914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.806384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.806384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.807094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.810456] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.810456] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.810456] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.811787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.811787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.811787] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be updated. [ 737.918322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.918536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.918602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.918863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.919114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.938336] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: IN_PROGRESS for 2s [ 738.092795] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093086] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093701] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.093914] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.094151] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 255c4f1b-9da2-4792-bfc6-a697a34d7ccc not found, creating... [ 738.094559] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.094787] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.094951] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.095330] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.095524] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.096018] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.096209] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.096547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.096968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.096968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.097102] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 255c4f1b-9da2-4792-bfc6-a697a34d7ccc is going to be created. [ 738.132930] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.133241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.133473] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.133817] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.134136] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.134480] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.461696] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 738.461984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.462259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.462578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.462723] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.899993] env[65079]: INFO networking_nsxv3.common.synchronization [req-79a5a598-6600-4bc4-bcff-97aedbb2df43 req-33a28233-4346-4dcd-8eea-930907472876 service nova] Enqueued Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_rules [ 738.899993] env[65079]: INFO networking_nsxv3.common.synchronization [req-79a5a598-6600-4bc4-bcff-97aedbb2df43 req-33a28233-4346-4dcd-8eea-930907472876 service nova] Enqueued Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_members [ 738.899993] env[65079]: INFO networking_nsxv3.common.synchronization [req-79a5a598-6600-4bc4-bcff-97aedbb2df43 req-33a28233-4346-4dcd-8eea-930907472876 service nova] Enqueued Resource ID: 255c4f1b-9da2-4792-bfc6-a697a34d7ccc with Priority: HIGHEST for action port [ 738.899993] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_rules [ 738.899993] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_members [ 738.899993] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255c4f1b-9da2-4792-bfc6-a697a34d7ccc with Priority: HIGHEST for action port [ 738.899993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.900813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.900813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.900813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.900813] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.902386] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.902529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.902589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.902803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.903025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.903208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.903308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.903709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.903898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.904070] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.905287] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.906640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.906640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.907851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.907939] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255c4f1b-9da2-4792-bfc6-a697a34d7ccc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.965546] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.965682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.965782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.966035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.966265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.966415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.966512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.966730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.966937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.967028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.967133] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.248241] env[65079]: INFO networking_nsxv3.common.synchronization [req-91f840a3-9826-4ca6-b6cb-66f7f9e9ccff req-d623d59c-b116-4bec-8d39-b0f6d1d66461 tempest-ListServersNegativeTestJSON-213001314 tempest-ListServersNegativeTestJSON-213001314-project-member] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 739.249439] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 739.249963] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.250104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.250180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.250467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.250730] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.250854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.250956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.251211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.251349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.251497] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.410553] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.410785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.410952] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.413090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 255c4f1b-9da2-4792-bfc6-a697a34d7ccc with status ACTIVE [ 739.413090] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.413090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.413090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.413090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.413358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.414371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.414563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.414715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.415306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.416976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.416976] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.417203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.417203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.417767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.417767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.417767] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 255c4f1b-9da2-4792-bfc6-a697a34d7ccc is going to be updated. [ 739.446528] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.446528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.446528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.446528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.446528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.446528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255c4f1b-9da2-4792-bfc6-a697a34d7ccc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.470042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.470434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.504787] env[65079]: INFO networking_nsxv3.common.synchronization [req-f283185d-0fd0-4fe4-baf3-82a55ace0d19 req-2370fc1b-2135-4e08-b764-2e92c89ce6c4 tempest-ServersAdminNegativeTestJSON-179573923 tempest-ServersAdminNegativeTestJSON-179573923-project-member] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 739.505480] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGHEST for action security_group_members [ 739.505833] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.505967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.506103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.506317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.506473] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.506573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.506876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.506876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.506876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.508012] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.546856] env[65079]: INFO networking_nsxv3.common.synchronization [None req-3b275652-371c-4b08-83ff-388611fc0103 None None] Enqueued Resource ID: 657e0c67-9f64-4570-a7b6-6cdf4e7feac3 with Priority: HIGHEST for action port [ 739.547746] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657e0c67-9f64-4570-a7b6-6cdf4e7feac3 with Priority: HIGHEST for action port [ 739.548612] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-657e0c67-9f64-4570-a7b6-6cdf4e7feac3 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.548747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-657e0c67-9f64-4570-a7b6-6cdf4e7feac3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.548817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-657e0c67-9f64-4570-a7b6-6cdf4e7feac3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.549186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-657e0c67-9f64-4570-a7b6-6cdf4e7feac3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.549300] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('657e0c67-9f64-4570-a7b6-6cdf4e7feac3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.753836] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.920719] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.956391] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 739.956627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.009579] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.009767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.009850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.010066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.010168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.010343] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.010476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.010519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.011098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.011098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.011098] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be updated. [ 740.053790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 657e0c67-9f64-4570-a7b6-6cdf4e7feac3 [ 740.054080] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.054313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.054313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.054513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.054604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.054704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:657e0c67-9f64-4570-a7b6-6cdf4e7feac3 already deleted. [ 740.054787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-657e0c67-9f64-4570-a7b6-6cdf4e7feac3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.093820] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.093966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.094018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.094233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.094381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.108362] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: IN_PROGRESS for 2s [ 740.258341] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.423216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.423377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.423557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.423818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.423998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.424119] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 is going to be created. [ 740.451687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.451846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.451846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.451995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.452206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.469073] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 in Status: UNINITIALIZED for 2s [ 740.764897] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.764897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.764897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.764897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.764897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.764897] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 740.822645] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.822899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.823032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.823328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.823562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.848272] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 742.119771] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 in Status: SUCCESS [ 742.120271] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 deletion is rescheduled due to dependency. [ 742.120271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.482111] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 in Status: SUCCESS [ 742.482387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.482568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.483067] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.483189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.483255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.483891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.483891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.483891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.483891] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.832105] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e4a33f0a-77a6-4f98-a9c9-366131a0710f None None] Enqueued Resource ID: 30093d1c-6704-476c-a194-191aeccb0126 with Priority: HIGHEST for action port [ 742.832711] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30093d1c-6704-476c-a194-191aeccb0126 with Priority: HIGHEST for action port [ 742.833537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-30093d1c-6704-476c-a194-191aeccb0126 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.833711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30093d1c-6704-476c-a194-191aeccb0126" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.833799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30093d1c-6704-476c-a194-191aeccb0126" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.834447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30093d1c-6704-476c-a194-191aeccb0126" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.834447] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30093d1c-6704-476c-a194-191aeccb0126',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.862614] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.862614] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862614] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.862614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.863837] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.863837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.863837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.864022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.864257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.864257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.864352] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.986056] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.986212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.986278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.986481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.986647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.986746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.986811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.986955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.987076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.987142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.987289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.987382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.987444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.987584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.987726] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.987825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.987891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.988062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.988146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.988229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.988321] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.339650] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30093d1c-6704-476c-a194-191aeccb0126 [ 743.339947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.342837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.342837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.342837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.342837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.342837] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30093d1c-6704-476c-a194-191aeccb0126 already deleted. [ 743.342837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30093d1c-6704-476c-a194-191aeccb0126" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.369705] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7: rpc.has_security_group_logging(os_id): False [ 743.390848] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.391097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.391175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.391453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.391689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.392058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.392277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.392505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.392610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.392744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393082] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.394077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.394077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.394077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.394077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.394400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.395062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.395062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.395062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.395062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.395062] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 743.471169] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.471357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.471428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.471812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.471812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.489453] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 743.491228] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32f0e1d3-79cf-4119-a0a8-c1309e8a1015: rpc.has_security_group_logging(os_id): False [ 743.510740] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.510948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.511042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.511270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.511671] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.511788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.511847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.512031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.512115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.512302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.512395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.512458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.512601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.512679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.512890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.512961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.513097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.513269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.513371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.513535] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 is going to be created. [ 743.757137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.757286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.757349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.757559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.757741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.773814] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 in Status: IN_PROGRESS for 2s [ 745.293244] env[65079]: INFO networking_nsxv3.common.synchronization [None req-00d87695-c5dc-442a-85f8-8c38be1bc27c tempest-MigrationsAdminTest-1843101639 tempest-MigrationsAdminTest-1843101639-project-member] Enqueued Resource ID: ea5af999-e513-47eb-931a-7ac55e5efc1b with Priority: HIGHEST for action security_group_rules [ 745.293244] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5af999-e513-47eb-931a-7ac55e5efc1b with Priority: HIGHEST for action security_group_rules [ 745.295041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea5af999-e513-47eb-931a-7ac55e5efc1b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.295184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.295299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.295635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.295735] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea5af999-e513-47eb-931a-7ac55e5efc1b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.424413] env[65079]: INFO networking_nsxv3.common.synchronization [None req-abd152e5-e5b6-4498-bb05-fd9631463a81 tempest-MigrationsAdminTest-1843101639 tempest-MigrationsAdminTest-1843101639-project-member] Enqueued Resource ID: ea5af999-e513-47eb-931a-7ac55e5efc1b with Priority: HIGHEST for action security_group_rules [ 745.424413] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5af999-e513-47eb-931a-7ac55e5efc1b with Priority: HIGHEST for action security_group_rules [ 745.424413] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea5af999-e513-47eb-931a-7ac55e5efc1b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.424413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.506713] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 745.506886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.787304] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 in Status: SUCCESS [ 745.787747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.823314] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.823523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.823609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.823838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.825485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.825485] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea5af999-e513-47eb-931a-7ac55e5efc1b already deleted. [ 745.825485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.825485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.825485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.825485] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea5af999-e513-47eb-931a-7ac55e5efc1b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.281165] env[65079]: INFO networking_nsxv3.common.synchronization [req-3dcdbbc4-9b08-4ef4-9833-9ed43e271aac req-2a576f95-620a-4279-ae0b-277d89512d88 tempest-VolumesAssistedSnapshotsTest-828602481 tempest-VolumesAssistedSnapshotsTest-828602481-project-member] Enqueued Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_members [ 746.282737] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146614c2-8528-4344-9908-42ae6cf3146d with Priority: HIGHEST for action security_group_members [ 746.282737] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-146614c2-8528-4344-9908-42ae6cf3146d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.283364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.283633] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.283746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.283790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.284814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.284814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.284814] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('146614c2-8528-4344-9908-42ae6cf3146d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.350686] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.351969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.351969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.351969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.351969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.351969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea5af999-e513-47eb-931a-7ac55e5efc1b already deleted. [ 746.351969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea5af999-e513-47eb-931a-7ac55e5efc1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.786990] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.787266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.787373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.787644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.787774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.788076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.788132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.788163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.788316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.788392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.788480] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146614c2-8528-4344-9908-42ae6cf3146d is going to be updated. [ 746.825274] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.825274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.825274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.825274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.825274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.835171] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146614c2-8528-4344-9908-42ae6cf3146d in Status: IN_PROGRESS for 2s [ 748.849092] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 146614c2-8528-4344-9908-42ae6cf3146d in Status: SUCCESS [ 748.849359] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 146614c2-8528-4344-9908-42ae6cf3146d deletion is rescheduled due to dependency. [ 748.849396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-146614c2-8528-4344-9908-42ae6cf3146d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.981402] env[65079]: INFO networking_nsxv3.common.synchronization [req-9c376974-789a-4a49-bcd5-7b2d4ce1cf3a req-95bacc6d-a477-4b64-a726-3acdc432c902 tempest-FloatingIPsAssociationTestJSON-1895960462 tempest-FloatingIPsAssociationTestJSON-1895960462-project-member] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 749.982492] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 749.983137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.983137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.983288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.983520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.983726] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.984023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.984023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.984169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.984422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.984422] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.275462] env[65079]: INFO networking_nsxv3.common.synchronization [req-d4de8bfa-b51c-4da1-aa94-fca15d049439 req-90383ce4-e186-4d0e-8c26-53ee07910ff4 tempest-ListServerFiltersTestJSON-1699614693 tempest-ListServerFiltersTestJSON-1699614693-project-member] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 750.276460] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 750.276897] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.276993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.277060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.277271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.277422] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.277564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.277617] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.277779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.277866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.277963] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.487516] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.780932] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.835724] env[65079]: INFO networking_nsxv3.common.synchronization [req-3fc05ece-5b37-4e5e-acd3-53db160ce36f req-80e30c4b-381e-4aba-bee4-48abcd2656be tempest-ServersWithSpecificFlavorTestJSON-1124523615 tempest-ServersWithSpecificFlavorTestJSON-1124523615-project-member] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 750.836292] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 750.836621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.836760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.836827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.837168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.837344] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.837447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.837508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.837668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.837757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.837853] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.990334] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.225201] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.225389] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.225503] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.225765] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.226059] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.226217] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.226327] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.226558] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.226678] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226882] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.226988] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.227104] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.227205] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.227306] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.227402] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.227531] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.250243] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.250243] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.250448] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.250533] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-235" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.250830] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.250997] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.251302] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.251655] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.251865] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa07d90-7dea-491b-a02a-5517a6e5eaa2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.283847] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.340216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.340482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.340482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.340636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.340962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.341077] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.341200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.341200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.341348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.341425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.341494] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be updated. [ 751.376133] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.376346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.376409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.376589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.376739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.387168] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: IN_PROGRESS for 2s [ 751.493571] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.493749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.493835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.494057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.494175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.494283] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be updated. [ 751.530705] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.530933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.530933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.531123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.531276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.541461] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: IN_PROGRESS for 2s [ 751.755033] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.755362] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.755362] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.755715] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.755813] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.755905] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 8fa07d90-7dea-491b-a02a-5517a6e5eaa2 not found, creating... [ 751.756184] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.756359] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.756455] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.756638] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.756779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.757065] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.757203] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.757331] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.757506] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.757618] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.757752] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 8fa07d90-7dea-491b-a02a-5517a6e5eaa2 is going to be created. [ 751.783014] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.783306] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.783375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.783627] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.783858] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.784092] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.785630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.785738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.785798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.785972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.786070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.786162] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 751.814569] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.814742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.814790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.814986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.815151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.824290] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 752.501528] env[65079]: INFO networking_nsxv3.common.synchronization [req-3fc05ece-5b37-4e5e-acd3-53db160ce36f req-7413e167-4d26-4df1-a227-820aa4bee37f service nova] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 752.501809] env[65079]: INFO networking_nsxv3.common.synchronization [req-3fc05ece-5b37-4e5e-acd3-53db160ce36f req-7413e167-4d26-4df1-a227-820aa4bee37f service nova] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 752.501846] env[65079]: INFO networking_nsxv3.common.synchronization [req-3fc05ece-5b37-4e5e-acd3-53db160ce36f req-7413e167-4d26-4df1-a227-820aa4bee37f service nova] Enqueued Resource ID: 8fa07d90-7dea-491b-a02a-5517a6e5eaa2 with Priority: HIGHEST for action port [ 752.502364] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_rules [ 752.502503] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 752.502604] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa07d90-7dea-491b-a02a-5517a6e5eaa2 with Priority: HIGHEST for action port [ 752.502878] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.503012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.503873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.503873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.504029] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.505123] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.505402] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.505779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.505970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.506081] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa07d90-7dea-491b-a02a-5517a6e5eaa2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.008421] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.008555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.012188] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fa07d90-7dea-491b-a02a-5517a6e5eaa2 with status ACTIVE [ 753.012446] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.012621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.012687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.012910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.013014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.013310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.013411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.013475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.013657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.013742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.013928] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.014042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.014105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.014246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.014369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.014459] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fa07d90-7dea-491b-a02a-5517a6e5eaa2 is going to be updated. [ 753.039631] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.041034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.041034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.041034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.041034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.041271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa07d90-7dea-491b-a02a-5517a6e5eaa2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.395766] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 753.395996] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 deletion is rescheduled due to dependency. [ 753.396127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.396529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.396742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.396827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.396893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.397142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397243] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.552392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 753.552668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.836410] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 753.836649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.901042] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.403505] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.907292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.907292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.907292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.907292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.907292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.907661] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be updated. [ 754.936745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.936895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.936968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.937200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.937353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.947953] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: IN_PROGRESS for 2s [ 755.581356] env[65079]: INFO networking_nsxv3.common.synchronization [None req-b5596920-0bf9-41e4-8ec0-77d61940c108 None None] Enqueued Resource ID: 6cec35ef-78aa-4cf2-b0bf-4bb1803b7463 with Priority: HIGHEST for action port [ 755.582038] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cec35ef-78aa-4cf2-b0bf-4bb1803b7463 with Priority: HIGHEST for action port [ 755.582810] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cec35ef-78aa-4cf2-b0bf-4bb1803b7463 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.582810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cec35ef-78aa-4cf2-b0bf-4bb1803b7463" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.582810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cec35ef-78aa-4cf2-b0bf-4bb1803b7463" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.582810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cec35ef-78aa-4cf2-b0bf-4bb1803b7463" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.582810] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cec35ef-78aa-4cf2-b0bf-4bb1803b7463',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.085386] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cec35ef-78aa-4cf2-b0bf-4bb1803b7463 [ 756.085680] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.085680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.085801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.085970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.086077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.086199] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cec35ef-78aa-4cf2-b0bf-4bb1803b7463 already deleted. [ 756.086264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cec35ef-78aa-4cf2-b0bf-4bb1803b7463" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.224185] env[65079]: INFO networking_nsxv3.common.synchronization [req-a5aa5d6c-f8f0-4c86-bdf1-b2f0a0658623 req-89acb197-6e2d-43fc-a5e6-da93f84ed6f8 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 756.224785] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 756.225120] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.225243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.225304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.225552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.225711] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.225804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.225874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.226170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.226263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.226590] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.658662] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.658839] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.658961] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.659817] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.659817] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.659817] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.659817] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.660108] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.660460] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.660509] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.660585] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.661045] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.661045] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.661045] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.661045] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.661201] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.681663] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.682573] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.682650] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.682882] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.683302] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-65a41454-b010-43c7-bbe1-d406d73a09bb taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.683588] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.683737] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.684095] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.684272] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a41454-b010-43c7-bbe1-d406d73a09bb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.733662] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.733865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.733932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.734122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.734219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.734418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.734573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.734573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.734738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.734813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.734896] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 already deleted. [ 756.734979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.960880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 756.962028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.962028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.962028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.962028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.962028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.962028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.962028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.962324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.962324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.962324] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.187122] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.187426] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.187506] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.187786] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.187933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.188406] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 65a41454-b010-43c7-bbe1-d406d73a09bb not found, creating... [ 757.188406] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.188602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.188686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.188888] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.189024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189381] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.189554] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.189769] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.189875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190026] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.194614] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 65a41454-b010-43c7-bbe1-d406d73a09bb is going to be created. [ 757.218585] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.218585] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.218585] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.221120] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.221120] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.221577] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.465864] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.967670] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7d65df-77a6-4798-835f-9915d2934242: rpc.has_security_group_logging(os_id): False [ 757.987886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.989128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.989128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.989128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.989128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.989440] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.989440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.989440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.990475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.990475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.990475] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be updated. [ 757.994054] env[65079]: INFO networking_nsxv3.common.synchronization [req-a5aa5d6c-f8f0-4c86-bdf1-b2f0a0658623 req-1eb1c9ea-4876-4f6a-90be-8bcef9854e40 service nova] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 757.994192] env[65079]: INFO networking_nsxv3.common.synchronization [req-a5aa5d6c-f8f0-4c86-bdf1-b2f0a0658623 req-1eb1c9ea-4876-4f6a-90be-8bcef9854e40 service nova] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 757.994324] env[65079]: INFO networking_nsxv3.common.synchronization [req-a5aa5d6c-f8f0-4c86-bdf1-b2f0a0658623 req-1eb1c9ea-4876-4f6a-90be-8bcef9854e40 service nova] Enqueued Resource ID: 65a41454-b010-43c7-bbe1-d406d73a09bb with Priority: HIGHEST for action port [ 757.995026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 757.996207] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 757.996207] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a41454-b010-43c7-bbe1-d406d73a09bb with Priority: HIGHEST for action port [ 757.996207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.996207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.996207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.996712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.996712] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.997984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.997984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.997984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002613] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.002613] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.002613] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a41454-b010-43c7-bbe1-d406d73a09bb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002613] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a41454-b010-43c7-bbe1-d406d73a09bb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.061286] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.061495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.061495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.061683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.061835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.075604] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: IN_PROGRESS for 2s [ 758.269315] env[65079]: INFO networking_nsxv3.common.synchronization [None req-24fc82eb-7309-404d-82cd-01864b722977 None None] Enqueued Resource ID: 18c22934-61ce-49ef-bd2b-90d1991ee519 with Priority: HIGHEST for action port [ 758.269906] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c22934-61ce-49ef-bd2b-90d1991ee519 with Priority: HIGHEST for action port [ 758.270253] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c22934-61ce-49ef-bd2b-90d1991ee519 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.270377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c22934-61ce-49ef-bd2b-90d1991ee519" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.270454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c22934-61ce-49ef-bd2b-90d1991ee519" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.270710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c22934-61ce-49ef-bd2b-90d1991ee519" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.270894] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c22934-61ce-49ef-bd2b-90d1991ee519',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.504256] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.504256] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.504256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.504256] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a41454-b010-43c7-bbe1-d406d73a09bb with status ACTIVE [ 758.504489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.504546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.504577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.504785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.504870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.505082] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.505184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.505276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.505407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.505505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.505651] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.505728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.505781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.505916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.505982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.506073] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a41454-b010-43c7-bbe1-d406d73a09bb is going to be updated. [ 758.539808] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.540152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.540152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.540335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.540442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.540613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.778887] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c22934-61ce-49ef-bd2b-90d1991ee519 [ 758.778887] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.778887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.778887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.778887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.778887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.778887] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c22934-61ce-49ef-bd2b-90d1991ee519 already deleted. [ 758.778887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c22934-61ce-49ef-bd2b-90d1991ee519" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.005957] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.248127] env[65079]: INFO networking_nsxv3.common.synchronization [None req-732d26c5-1de7-45a9-9de1-4c8eca30db28 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_rules [ 759.248127] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_rules [ 759.248127] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.248127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.248127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.248127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.248127] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.325873] env[65079]: INFO networking_nsxv3.common.synchronization [None req-34f09c6d-015b-4267-baef-f3f4d9fa9eba tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_rules [ 759.326406] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_rules [ 759.326704] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.510065] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.510444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.510444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.510762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.510966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.511102] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be created. [ 759.536751] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.536907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.536976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.537216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.537381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.550557] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: UNINITIALIZED for 2s [ 759.768442] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.768699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.768846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.769116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.769272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.769413] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b already deleted. [ 759.769535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.769778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.770008] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.770147] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.100376] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 760.100721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.310630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.310821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.310875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.311124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.311221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.311318] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b already deleted. [ 760.311399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.249121] env[65079]: INFO networking_nsxv3.common.synchronization [req-67d9ae86-4e51-412c-8a73-07e97df5ca39 req-675cefb6-37bf-4db6-98ac-87efc6447e63 tempest-InstanceActionsTestJSON-1889917268 tempest-InstanceActionsTestJSON-1889917268-project-member] Enqueued Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_members [ 761.250026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 with Priority: HIGHEST for action security_group_members [ 761.250441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.250841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.250994] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.251112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.251179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.251321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.251408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.251505] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f0e1d3-79cf-4119-a0a8-c1309e8a1015',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.426169] env[65079]: INFO networking_nsxv3.common.synchronization [req-ab9a6350-d940-4257-b42d-d001a3a118f5 req-6579a98c-bbd5-441e-bfa8-ebadb4ef0591 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 761.426716] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 761.427027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.427151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.427301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.427559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.427722] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.427822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.427878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.428049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.428139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.428235] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.561630] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 761.561755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.561917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.562155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.562468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.562534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.562687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.562851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.562937] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.754518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.754751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.754751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.755151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.755256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.755504] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.755621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.755678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.755840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.755988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.756103] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 is going to be updated. [ 761.792716] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.792795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.792829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.793761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.793761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.803399] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 in Status: IN_PROGRESS for 2s [ 761.816046] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.816046] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.816222] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.816353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.818351] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.818531] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.818648] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.818880] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.819030] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.819240] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.819362] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.819469] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.819575] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.819682] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.819782] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.819917] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.839056] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.839254] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.839389] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.839561] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.839909] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-9236fb63-3bd4-4d2b-af52-ad419940a4f1 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.840123] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.840236] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.840539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.840670] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9236fb63-3bd4-4d2b-af52-ad419940a4f1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.931903] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.932125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.932215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.932429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.932549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.932728] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.932860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.932903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.933041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.933120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.933205] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 761.970123] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.970266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.970368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.970618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.972206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.984846] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 762.065297] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.065469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.065543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.065758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.066099] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.066099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.066099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.066295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.066330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066562] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.066653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.066727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.066844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.066986] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.067087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.067142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.067274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.067356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.067461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.067586] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.343079] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.343505] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.343823] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.344272] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.344538] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.344817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 9236fb63-3bd4-4d2b-af52-ad419940a4f1 not found, creating... [ 762.345242] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.345489] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.345619] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.345932] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.346199] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.346720] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.347013] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.347233] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.347613] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.347857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.348135] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 9236fb63-3bd4-4d2b-af52-ad419940a4f1 is going to be created. [ 762.370780] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.371072] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.371250] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.371633] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.371917] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.372192] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.569847] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 762.591037] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.591313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.591433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.591872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.592148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.592598] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.592725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.592765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593549] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.593708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.594096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.594355] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.594463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.594528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.594748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.594818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.595142] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be created. [ 762.676533] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.676533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.676763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.676763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.677092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.693233] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 763.131948] env[65079]: INFO networking_nsxv3.common.synchronization [req-ab9a6350-d940-4257-b42d-d001a3a118f5 req-8f65f078-c056-4e13-a17c-d5ce8bdf945a service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 763.132229] env[65079]: INFO networking_nsxv3.common.synchronization [req-ab9a6350-d940-4257-b42d-d001a3a118f5 req-8f65f078-c056-4e13-a17c-d5ce8bdf945a service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 763.132445] env[65079]: INFO networking_nsxv3.common.synchronization [req-ab9a6350-d940-4257-b42d-d001a3a118f5 req-8f65f078-c056-4e13-a17c-d5ce8bdf945a service nova] Enqueued Resource ID: 9236fb63-3bd4-4d2b-af52-ad419940a4f1 with Priority: HIGHEST for action port [ 763.132986] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 763.135455] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 763.136062] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9236fb63-3bd4-4d2b-af52-ad419940a4f1 with Priority: HIGHEST for action port [ 763.136570] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.136570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.136570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.136694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.136774] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.138564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.138564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.138564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9236fb63-3bd4-4d2b-af52-ad419940a4f1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.138564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.138564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.138564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.138564] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9236fb63-3bd4-4d2b-af52-ad419940a4f1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.645231] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.645231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.645231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9236fb63-3bd4-4d2b-af52-ad419940a4f1 with status ACTIVE [ 763.645850] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.645850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.645850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.645850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.645850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.646280] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.646280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.646280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.646480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.646633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.646811] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.646905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.646968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.647132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.647243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.647302] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9236fb63-3bd4-4d2b-af52-ad419940a4f1 is going to be updated. [ 763.671257] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.671414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.671626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.671965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.672242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9236fb63-3bd4-4d2b-af52-ad419940a4f1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.817790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 in Status: SUCCESS [ 763.818553] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f0e1d3-79cf-4119-a0a8-c1309e8a1015 deletion is rescheduled due to dependency. [ 763.818553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f0e1d3-79cf-4119-a0a8-c1309e8a1015" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.997214] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 763.997534] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 deletion is rescheduled due to dependency. [ 763.997676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.997921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.998278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.998639] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.998854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.998967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999555] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.157254] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb1b9971-a424-40b3-9a13-7259c4e10473 req-55eceb58-0fa0-4f77-bb79-868fafab7b0b tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 764.157834] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 764.158166] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.158290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.158360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.158624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.158791] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.158892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.159267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.159267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.159267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.159454] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.502466] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.542800] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.542985] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.543115] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.543434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.543786] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.543942] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.544064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.544834] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.544834] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.544834] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.544834] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.544834] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.545077] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.545077] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.545150] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.545264] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.565456] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.565644] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.565783] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.566012] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566348] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-b4af40eb-72bd-4347-a66f-8f34fecc1fee taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.566537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.566673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.567023] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.567162] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4af40eb-72bd-4347-a66f-8f34fecc1fee',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.664471] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.664831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.664831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.665022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.665110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.665328] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.665454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.665497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.666507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.666507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.666507] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc already deleted. [ 764.666507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.708055] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 764.708294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.006062] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.072415] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.072715] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.072847] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.073150] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.073295] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.073485] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port b4af40eb-72bd-4347-a66f-8f34fecc1fee not found, creating... [ 765.073952] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.074231] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.074271] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.074529] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.074735] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.075137] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.075297] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.075408] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.075621] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.075779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.075963] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: b4af40eb-72bd-4347-a66f-8f34fecc1fee is going to be created. [ 765.115248] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.115371] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.115513] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.115802] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.116459] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.116459] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.508919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.509130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.509130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.509333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.509428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.509514] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 765.579751] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.579988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.579988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.580152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.580332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.592499] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 765.854378] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb1b9971-a424-40b3-9a13-7259c4e10473 req-ae7e8230-4f23-474c-a862-085ae958dce4 service nova] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_rules [ 765.854808] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb1b9971-a424-40b3-9a13-7259c4e10473 req-ae7e8230-4f23-474c-a862-085ae958dce4 service nova] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 765.854808] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb1b9971-a424-40b3-9a13-7259c4e10473 req-ae7e8230-4f23-474c-a862-085ae958dce4 service nova] Enqueued Resource ID: b4af40eb-72bd-4347-a66f-8f34fecc1fee with Priority: HIGHEST for action port [ 765.855392] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_rules [ 765.855392] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 765.855591] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4af40eb-72bd-4347-a66f-8f34fecc1fee with Priority: HIGHEST for action port [ 765.855725] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.855833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.855907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.856252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.856340] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.857683] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.857770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.857770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.858335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.858335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.858335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.858335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.858517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.858517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.858585] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.859391] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4af40eb-72bd-4347-a66f-8f34fecc1fee taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.859491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.859733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.859733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.859834] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4af40eb-72bd-4347-a66f-8f34fecc1fee',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.361234] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.362419] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.362644] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4af40eb-72bd-4347-a66f-8f34fecc1fee with status ACTIVE [ 766.362837] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.362981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.362981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.363275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.363275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.363459] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.363568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.363685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.363856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.363935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.364133] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.364225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.364280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.364420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.364494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.364574] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4af40eb-72bd-4347-a66f-8f34fecc1fee is going to be updated. [ 766.392535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.392690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.392690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.392941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.392978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.393164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4af40eb-72bd-4347-a66f-8f34fecc1fee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.867615] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.885634] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f909aea-7b46-4394-bc8d-ba3d925b956a req-e5b53844-5ce4-40a9-b9f3-4535c9797782 tempest-AttachInterfacesV270Test-103518287 tempest-AttachInterfacesV270Test-103518287-project-member] Enqueued Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_members [ 766.886447] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_members [ 766.886867] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.886993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.887082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.887375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.887551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.887685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.887764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.887924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.888025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.888128] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.097026] env[65079]: INFO networking_nsxv3.common.synchronization [req-51f37212-492e-4b42-98af-a77797920ed9 req-c24c7c09-8c2e-40db-b567-7d3a2d3f9c9a tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 767.097026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 767.097026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.097476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.097721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.098501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.098827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.100932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.100932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.100932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.100932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.100932] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.328252] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.328446] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-557" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.328570] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-557" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.328887] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-557" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.329227] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.329423] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.329566] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.329816] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.330009] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.330261] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.330402] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.330531] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.330663] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.330799] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.330926] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.331137] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.353353] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.353353] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.353353] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.353353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-557" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.353353] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-4281b118-5bbf-4c6a-9439-f48a24cb7064 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.353353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.353353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.353353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.353353] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4281b118-5bbf-4c6a-9439-f48a24cb7064',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.370070] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370715] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be created. [ 767.392402] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.392402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.392402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.392402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.392634] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.392634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.392820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.392820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.395606] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f already deleted. [ 767.395606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.415515] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.415710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.415710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.415927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.417227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.430844] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: UNINITIALIZED for 2s [ 767.602439] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.604227] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 767.604447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.604676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.604861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.605082] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.605205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.605273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.605442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.605524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.605612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.605711] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.853112] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 767.853330] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 767.853768] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 767.853906] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 767.854208] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.854330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.854396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.854593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.854773] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.854873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.854935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.855099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.855188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.855281] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.856080] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.856189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.856332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.856585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.856679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.856743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.856959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.857050] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.858050] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.858219] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.858340] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.858549] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.858701] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.858842] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 4281b118-5bbf-4c6a-9439-f48a24cb7064 not found, creating... [ 767.859088] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.859247] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.859359] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.859567] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.859697] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.859969] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.860130] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.860237] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.860430] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.860557] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.860683] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 4281b118-5bbf-4c6a-9439-f48a24cb7064 is going to be created. [ 767.881283] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.881673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.881673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.881853] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.882088] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.882303] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.898181] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 767.898380] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 767.898521] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_rules [ 767.898645] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 767.898776] env[65079]: INFO networking_nsxv3.common.synchronization [req-5438c0b6-2fdc-4e23-8b92-b8a6362b9892 req-73d3d273-fad7-452b-856c-4996c2d83eb0 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 65a41454-b010-43c7-bbe1-d406d73a09bb with Priority: HIGHEST for action port [ 767.899275] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 767.899413] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_rules [ 767.899513] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a41454-b010-43c7-bbe1-d406d73a09bb with Priority: HIGHEST for action port [ 767.899607] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 767.899726] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 767.900240] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.900328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.900394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.900576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.900656] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.901437] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.901549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.901640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.901901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.902055] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.902793] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a41454-b010-43c7-bbe1-d406d73a09bb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.902906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.902973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.903151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.903226] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a41454-b010-43c7-bbe1-d406d73a09bb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.904228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.904324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.904554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.904661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.112333] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.112333] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.112597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.114067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.114067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.114067] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.114320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.114320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.114407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.114493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.114668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.115689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.115689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.115689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.115689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.115689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.115689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.115689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.116063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.116063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.116063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.116063] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.358499] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.364248] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.405353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.405594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.405874] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.406037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.406824] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a41454-b010-43c7-bbe1-d406d73a09bb with status ACTIVE [ 768.406824] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.407022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.407022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.407176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.407326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.407647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.407739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.407941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.408209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.408300] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.408428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.408523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.408700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.408808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.409065] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a41454-b010-43c7-bbe1-d406d73a09bb is going to be updated. [ 768.431727] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.431920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.432013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.432251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.432398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.432564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601391] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f909aea-7b46-4394-bc8d-ba3d925b956a req-5f1a1b96-777b-4688-b4ac-ed7e6c0cdc57 service nova] Enqueued Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_rules [ 768.601564] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f909aea-7b46-4394-bc8d-ba3d925b956a req-5f1a1b96-777b-4688-b4ac-ed7e6c0cdc57 service nova] Enqueued Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_members [ 768.601995] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f909aea-7b46-4394-bc8d-ba3d925b956a req-5f1a1b96-777b-4688-b4ac-ed7e6c0cdc57 service nova] Enqueued Resource ID: 4281b118-5bbf-4c6a-9439-f48a24cb7064 with Priority: HIGHEST for action port [ 768.602909] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_rules [ 768.603122] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_members [ 768.603276] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4281b118-5bbf-4c6a-9439-f48a24cb7064 with Priority: HIGHEST for action port [ 768.603596] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.603850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.603922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.604142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.604233] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.605575] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.605705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.605789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.607027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.607153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.607273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.607335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.607513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.607607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.607707] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.608592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4281b118-5bbf-4c6a-9439-f48a24cb7064 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.608699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.608792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.609284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.609284] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4281b118-5bbf-4c6a-9439-f48a24cb7064',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.618292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.618451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.618526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.618757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.618990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.618990] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 768.620285] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f121e0-f03f-4c27-8897-139abb30e706: rpc.has_security_group_logging(os_id): False [ 768.642220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.642220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.642220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.642786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.642786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.642786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.643014] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 768.653406] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.653980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.653980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.653980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.653980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.665957] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 768.736625] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.736625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.736753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.737062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.737062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.761181] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 768.775366] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 768.775869] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_members [ 768.775869] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 768.778300] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 768.778300] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_members [ 768.778300] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 768.779238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.779238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.779479] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0afef99d-3811-4b8a-803b-847e1d1d1452 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.779479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.780425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.780425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.780425] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.780425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.783173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.783173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.783173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.783173] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.783173] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.783173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_rules [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_members [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_rules [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [req-769267eb-4dd3-4f82-b2bb-dbaa833116bb req-31f981ac-af25-4447-9500-181bc4c22f16 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 65a41454-b010-43c7-bbe1-d406d73a09bb with Priority: HIGHEST for action port [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_rules [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 768.861229] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a41454-b010-43c7-bbe1-d406d73a09bb with Priority: HIGHEST for action port [ 768.862105] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_rules [ 768.862105] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_members [ 768.862105] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 768.862105] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0afef99d-3811-4b8a-803b-847e1d1d1452 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.862105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.862359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.862477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.862638] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.863990] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.863990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.864182] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.865190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.865295] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a41454-b010-43c7-bbe1-d406d73a09bb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.865381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.865434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.865658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.865722] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a41454-b010-43c7-bbe1-d406d73a09bb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.866701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.866701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.866886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0afef99d-3811-4b8a-803b-847e1d1d1452 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.867464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.867464] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.867464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868218] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.869070] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.112320] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.112693] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.112693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115738] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4281b118-5bbf-4c6a-9439-f48a24cb7064 with status ACTIVE [ 769.115925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.116127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.116248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.116557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.116644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.116934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.117257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.117364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.117732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.118563] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4281b118-5bbf-4c6a-9439-f48a24cb7064 is going to be updated. [ 769.144886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.144886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.144886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.144886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.144886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.144886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4281b118-5bbf-4c6a-9439-f48a24cb7064" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.285119] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.368537] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a41454-b010-43c7-bbe1-d406d73a09bb with status ACTIVE [ 769.368824] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.369068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.369104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.369392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.369510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.369721] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.369877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.369877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.370127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370313] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.370409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.370461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.370672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370756] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a41454-b010-43c7-bbe1-d406d73a09bb is going to be updated. [ 769.372033] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0afef99d-3811-4b8a-803b-847e1d1d1452 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.373197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.373197] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.373197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.373197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.373197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.373197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.373197] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 769.374198] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.374377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.374539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.374654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.374770] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be created. [ 769.411312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.411572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.411572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.411811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.411993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.412196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a41454-b010-43c7-bbe1-d406d73a09bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.422194] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.422355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.422419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.422638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.422845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.431242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.431242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.431242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.431791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.431841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.437962] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: UNINITIALIZED for 2s [ 769.441367] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 769.442030] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 769.442236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.442393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.442613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.442942] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.442942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.443133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.443194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.443276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.443364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.443456] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.613170] env[65079]: INFO networking_nsxv3.common.synchronization [req-cde94a28-5d56-4ca7-8311-dddc3ad4c229 req-c789f9f4-b563-435d-ad2e-2f95c8d06b7b tempest-ServersTestFqdnHostnames-1931099342 tempest-ServersTestFqdnHostnames-1931099342-project-member] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_members [ 769.614649] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.622637] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_members [ 769.622637] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622637] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622637] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.787539] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.805814] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.805814] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.946037] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.946037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.946037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.946257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.946414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.946522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.946596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.946762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.946853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.946954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.947109] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.947202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.947261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.947397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.947535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.947624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.947680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.947810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.947888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.947957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.948784] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.022210] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.022393] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-886" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-886" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.022829] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-886" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.023273] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.023911] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.024064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.024296] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.024432] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.024652] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.024760] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.024863] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.024961] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.025103] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.025166] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.025291] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.045140] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.045322] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.045458] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.045631] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-886" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.045982] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-a82f807d-756a-41cd-a404-851003648623 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.046197] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.046357] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.046689] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.046853] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82f807d-756a-41cd-a404-851003648623',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.127368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.127368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.127368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.127368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.127368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.127368] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f is going to be created. [ 770.128907] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.129114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.129114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.130089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.130089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.130089] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.130089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.130089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.130089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.130089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.130393] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa already deleted. [ 770.130393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.167538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.167538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.167538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.167538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.167770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.197486] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f in Status: UNINITIALIZED for 2s [ 770.292305] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.292305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.292305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.292305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.292305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.292305] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 is going to be created. [ 770.346511] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.346678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.346749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.347240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.347240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.367690] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: UNINITIALIZED for 2s [ 770.454393] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 899a00c3-2ab2-4834-9d53-93ca42c9f8bc: rpc.has_security_group_logging(os_id): False [ 770.474277] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.475190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.475190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.475190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.475190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.475190] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.475190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.475491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.475491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.475491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.475721] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.475826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.475826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.475989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.475989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.476216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.476280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.476362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.477090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.477090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.477090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be created. [ 770.538544] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.538756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.538887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.539208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.539500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.549788] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.550022] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.550127] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.550386] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.550582] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550744] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port a82f807d-756a-41cd-a404-851003648623 not found, creating... [ 770.551008] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551274] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.551511] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.551654] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.551918] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.552076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.552186] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.552383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.552542] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.552691] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: a82f807d-756a-41cd-a404-851003648623 is going to be created. [ 770.554396] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 770.582563] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.582563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.582563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.582563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.582563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.582563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.684340] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 770.684340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.786556] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 770.786556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.317737] env[65079]: INFO networking_nsxv3.common.synchronization [req-cde94a28-5d56-4ca7-8311-dddc3ad4c229 req-664d9163-deec-41d7-a089-883b061b8823 service nova] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_rules [ 771.317737] env[65079]: INFO networking_nsxv3.common.synchronization [req-cde94a28-5d56-4ca7-8311-dddc3ad4c229 req-664d9163-deec-41d7-a089-883b061b8823 service nova] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_members [ 771.317737] env[65079]: INFO networking_nsxv3.common.synchronization [req-cde94a28-5d56-4ca7-8311-dddc3ad4c229 req-664d9163-deec-41d7-a089-883b061b8823 service nova] Enqueued Resource ID: a82f807d-756a-41cd-a404-851003648623 with Priority: HIGHEST for action port [ 771.317737] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_rules [ 771.317737] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_members [ 771.317737] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82f807d-756a-41cd-a404-851003648623 with Priority: HIGHEST for action port [ 771.317737] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.318338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.318338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.318643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.318692] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.320107] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.320745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.321239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.322482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.322826] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.323062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.323995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.324348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.324551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.325526] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.327050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82f807d-756a-41cd-a404-851003648623 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.327196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.327340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.327550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.327643] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82f807d-756a-41cd-a404-851003648623',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.452179] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 771.452255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.452435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.452648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.452837] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.452946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.453042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.453221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.453303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.453397] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.455602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 771.455821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.456480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.456705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.457275] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.457275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.457275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.459558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.459558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.459558] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.831028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.831028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.831275] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.832432] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82f807d-756a-41cd-a404-851003648623 with status ACTIVE [ 771.832711] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.832889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.834406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.834749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.834873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.835123] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.835248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.835321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.836745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.836745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.836745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.836745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.836745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.836745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.836745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.836745] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82f807d-756a-41cd-a404-851003648623 is going to be updated. [ 771.858631] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.858871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.858871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.859194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.859315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.859462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82f807d-756a-41cd-a404-851003648623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.960288] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.961503] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.218410] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f in Status: SUCCESS [ 772.218637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.218816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.219047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.219246] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.219363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.219432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.219587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.219670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.219755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.219845] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.338993] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.378501] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: SUCCESS [ 772.379088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.379088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.379263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.379314] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.379438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.379510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.379695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.379789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.379906] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.462919] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.463936] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.568081] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 772.568323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.725609] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.725869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.725869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.726076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.726259] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.726362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.726490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.726672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.726768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.727026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.727126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.727186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.727470] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.727562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.727625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.728023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.728141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.728274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.728370] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.846085] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.846085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.846085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.846541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.846541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.846541] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa is going to be created. [ 772.880971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.881191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.881268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.881527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.881675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.883040] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.892793] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: UNINITIALIZED for 2s [ 772.965848] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.966118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.966227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.966535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.966837] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 772.968616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.968752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.968852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.968973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.969098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.969205] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be updated. [ 773.002696] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.002861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.002914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.003319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.003319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.005907] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.006081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.006124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.006325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.006463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.020225] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 773.020983] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 773.230209] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f60e9132-c4af-43a5-b54b-a1ec581c4b0f: rpc.has_security_group_logging(os_id): False [ 773.250702] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.250947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.250947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.251320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.251421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.251811] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.252070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.252144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.252343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.252422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.252601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.252729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.252793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.252940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.253027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.253250] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.253427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.253491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.253635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.253801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.253891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f is going to be created. [ 773.385400] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.390636] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.391441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.391441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.391738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.391872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.432731] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f in Status: IN_PROGRESS for 2s [ 773.888136] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.888378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.888499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.888861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.889021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.889175] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 is going to be updated. [ 773.933249] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.933446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.933537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.933810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.933976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.947050] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: IN_PROGRESS for 2s [ 774.904447] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: SUCCESS [ 774.904447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.904447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.905294] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.905294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.905294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.905294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.905294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.905294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.905294] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.032246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 775.032494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033316] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 775.033759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.033957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.034195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.034322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.034395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.034552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.035046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.035046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.035046] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.035987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.035987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.036258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.036336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.036336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.036479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.036557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.036642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.036737] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.037679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.037852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.038338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.038338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.038338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.038338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.038503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.038503] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.039246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.039675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.039675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.039853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.039853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.039972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.040070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.040115] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.407972] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.446575] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f in Status: SUCCESS [ 775.446883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.539083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.539240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.541678] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.542783] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.544033] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.911536] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07dca1c2-897b-41b2-b9de-ba76840a00aa: rpc.has_security_group_logging(os_id): False [ 775.951403] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.951685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.951838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.952090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.952193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.952538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.952666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.952738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.952999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.952999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.953124] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa is going to be created. [ 775.962062] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: SUCCESS [ 775.962333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.962543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.962833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.963165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.963316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.963510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.963581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.963710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.963790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.963898] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.047314] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da27ab85-93cf-48eb-909a-a50a8a29f393: rpc.has_security_group_logging(os_id): False [ 776.048568] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.049478] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.075669] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.075843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.075916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.076172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.076265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.076526] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.076642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.076710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.076878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.076956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.077075] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be created. [ 776.080837] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.081086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.081086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.081239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.081422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.101060] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: IN_PROGRESS for 2s [ 776.187498] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.188178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.189735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.189735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.189735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.220164] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 776.318885] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 776.318885] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 776.466794] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.551148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.551445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.551445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.551596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.551702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.551804] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 776.554843] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.554987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.555074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.555280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.555384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.555525] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be updated. [ 776.589153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.589300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.589378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.589627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.589798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.591597] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.591756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.591831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.592031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.592165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.603455] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 776.605034] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 776.971121] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0afef99d-3811-4b8a-803b-847e1d1d1452: rpc.has_security_group_logging(os_id): False [ 776.991314] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.991479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.991619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.991872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.991977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.992298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.992458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.992561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.992793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.992891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.993041] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 is going to be created. [ 777.064922] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.065119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.065167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.065373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.065557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.078996] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: IN_PROGRESS for 2s [ 778.117667] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: SUCCESS [ 778.117968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.235309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 778.235427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.235600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.235828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.235988] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.616829] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 778.617213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.617509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.618111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.618111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.618322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.618322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.618420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.619036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.619218] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.621737] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 778.621970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.622149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.622345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.622543] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.622643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.622708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.622861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.622940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.624036] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.738237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.738419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.966784] env[65079]: INFO networking_nsxv3.common.synchronization [req-7a4c9f8b-256a-43c3-bf4a-5c3043655ec0 req-26ac48b6-d1e6-40f8-863c-cc83504b4a1d tempest-ListServersNegativeTestJSON-213001314 tempest-ListServersNegativeTestJSON-213001314-project-member] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 778.967788] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 778.971630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.971791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.971852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972269] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.972408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.972470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.972780] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.065492] env[65079]: INFO networking_nsxv3.common.synchronization [req-c754f985-cfbc-449c-97c4-361f91019a75 req-985b7856-214c-45ab-81cf-ece12d38e1c8 tempest-ListServersNegativeTestJSON-213001314 tempest-ListServersNegativeTestJSON-213001314-project-member] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 779.067522] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGHEST for action security_group_members [ 779.067522] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.067698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.103791] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: SUCCESS [ 779.103791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.126449] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.129920] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.476564] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.630727] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.632246] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.981582] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.134550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.135146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.135344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.135620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.135769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.135915] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be updated. [ 780.138223] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.138455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.138536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.138736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.138827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.138923] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 780.171277] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.171516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.171516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.171845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.172101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.174262] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.174428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.174505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.174685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.174849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.187693] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 780.188455] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 780.484175] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.484331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.484411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.484758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.484834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.484944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 780.516089] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.516254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.516343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.516608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.516789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.526410] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 780.811379] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0e2628a9-a8a7-4ca4-8c48-e712bebc8257 None None] Enqueued Resource ID: 1c921e14-9e29-4941-975a-c2bdfe25c53b with Priority: HIGHEST for action port [ 780.813195] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c921e14-9e29-4941-975a-c2bdfe25c53b with Priority: HIGHEST for action port [ 780.813434] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c921e14-9e29-4941-975a-c2bdfe25c53b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.813536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c921e14-9e29-4941-975a-c2bdfe25c53b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.813652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c921e14-9e29-4941-975a-c2bdfe25c53b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.813940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c921e14-9e29-4941-975a-c2bdfe25c53b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.814059] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c921e14-9e29-4941-975a-c2bdfe25c53b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.320408] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c921e14-9e29-4941-975a-c2bdfe25c53b [ 781.320408] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.320408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.320408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.320408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.320408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.320408] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c921e14-9e29-4941-975a-c2bdfe25c53b already deleted. [ 781.320408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c921e14-9e29-4941-975a-c2bdfe25c53b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.445314] env[65079]: INFO networking_nsxv3.common.synchronization [req-2185e8de-2e40-495b-94b2-1fe11e4e17a0 req-f53e3d39-38ea-41d6-a555-3f01184f0ce2 tempest-ImagesOneServerTestJSON-1700429174 tempest-ImagesOneServerTestJSON-1700429174-project-member] Enqueued Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_members [ 781.445993] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_members [ 781.447554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.447701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.447822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.448130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.448365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.448521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.448635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.448843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.448998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.449148] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.877722] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-576" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-576" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-576" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.877722] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.877722] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.877722] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.877722] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.877722] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.877722] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.878312] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.878312] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.878312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.910235] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.910400] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.910547] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.910721] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-576" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.911044] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-56fbaa5d-135b-495c-939d-2135b224b39f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.911779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.911779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.911779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.912032] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fbaa5d-135b-495c-939d-2135b224b39f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.952358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.952529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.952601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.952873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.952987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.953229] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.953352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.953508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.953763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.953923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.955021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f already deleted. [ 781.955021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.200543] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 782.200816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.200947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.201197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.201409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.201527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.201595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.201753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.201835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.201920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.203443] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.203443] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.203443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.203443] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.204550] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 782.204744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.205926] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.206206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.206206] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.417888] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.418318] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.418318] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.418767] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.419114] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.419335] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 56fbaa5d-135b-495c-939d-2135b224b39f not found, creating... [ 782.419648] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.419822] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.419940] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.420222] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.420361] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.420690] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.420868] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.421088] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.421407] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.421586] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.421823] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 56fbaa5d-135b-495c-939d-2135b224b39f is going to be created. [ 782.446422] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.446702] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.446855] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.448055] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.448055] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.448055] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.539674] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 782.540115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.540460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.540908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.541375] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.541375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.541501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.541651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.541786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.541974] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.708718] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.709891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 782.738473] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.739195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.739195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.739322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.739442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.739656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.739758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.739813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.739975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.740067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.740259] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.740355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.740415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.740558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.740638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.740798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.740892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.740955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.741107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.741182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.741268] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 782.816577] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.816577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.816577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.816792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.816918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.830625] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 783.044943] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.045190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.045190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.045568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.045568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.046632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.046632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.046632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.046632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.046632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.046632] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be updated. [ 783.077244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.077345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.077345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.077557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.077707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.089729] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: IN_PROGRESS for 2s [ 783.159023] env[65079]: INFO networking_nsxv3.common.synchronization [req-2185e8de-2e40-495b-94b2-1fe11e4e17a0 req-63c71b92-7aeb-4125-93a4-3ea7133598f9 service nova] Enqueued Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_rules [ 783.159023] env[65079]: INFO networking_nsxv3.common.synchronization [req-2185e8de-2e40-495b-94b2-1fe11e4e17a0 req-63c71b92-7aeb-4125-93a4-3ea7133598f9 service nova] Enqueued Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_members [ 783.159023] env[65079]: INFO networking_nsxv3.common.synchronization [req-2185e8de-2e40-495b-94b2-1fe11e4e17a0 req-63c71b92-7aeb-4125-93a4-3ea7133598f9 service nova] Enqueued Resource ID: 56fbaa5d-135b-495c-939d-2135b224b39f with Priority: HIGHEST for action port [ 783.159023] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_rules [ 783.159023] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_members [ 783.159023] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fbaa5d-135b-495c-939d-2135b224b39f with Priority: HIGHEST for action port [ 783.161110] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.161110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.161110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.161110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.161110] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.162829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.162829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.162829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.162829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.162829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.162829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.162829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.168242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.168242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.168242] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.169397] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-56fbaa5d-135b-495c-939d-2135b224b39f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.169546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.169607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.169802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.169889] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fbaa5d-135b-495c-939d-2135b224b39f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.212738] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da27ab85-93cf-48eb-909a-a50a8a29f393: rpc.has_security_group_logging(os_id): False [ 783.232361] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.232581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.232581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.232785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.233272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.233596] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.233808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.233945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.234195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.234289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.234455] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be updated. [ 783.336365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.337105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.337214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.337429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.337580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.359092] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 783.498036] env[65079]: INFO networking_nsxv3.common.synchronization [None req-746c15eb-8ad0-4412-98c1-e83ef8fcfe08 None None] Enqueued Resource ID: 3669cd88-db6b-49c4-a9e6-fdd97b92c64f with Priority: HIGHEST for action port [ 783.498673] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3669cd88-db6b-49c4-a9e6-fdd97b92c64f with Priority: HIGHEST for action port [ 783.499086] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3669cd88-db6b-49c4-a9e6-fdd97b92c64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.499185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3669cd88-db6b-49c4-a9e6-fdd97b92c64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.499245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3669cd88-db6b-49c4-a9e6-fdd97b92c64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.499480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3669cd88-db6b-49c4-a9e6-fdd97b92c64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.499567] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3669cd88-db6b-49c4-a9e6-fdd97b92c64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.673910] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.675885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.675885] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.675885] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56fbaa5d-135b-495c-939d-2135b224b39f with status ACTIVE [ 783.675885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.675885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.675885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.676851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.677026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.677270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.677382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.677448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.677629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.677707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.677906] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678008] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.678243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.678403] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56fbaa5d-135b-495c-939d-2135b224b39f is going to be updated. [ 783.703630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.706484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.706484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.706484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.706484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.706484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56fbaa5d-135b-495c-939d-2135b224b39f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.887073] env[65079]: INFO networking_nsxv3.common.synchronization [req-1247dd2b-ebe6-4eee-b4e1-6dc85903b9ea req-7a38b751-fedb-447a-bfec-500e13648c23 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 783.887770] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 783.888401] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.888401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.888401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.888401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.889059] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.889174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.889243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.889501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.889601] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.002779] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3669cd88-db6b-49c4-a9e6-fdd97b92c64f [ 784.003098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.003265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.003340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.003645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.003856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.003992] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3669cd88-db6b-49c4-a9e6-fdd97b92c64f already deleted. [ 784.005387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3669cd88-db6b-49c4-a9e6-fdd97b92c64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.180674] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.298440] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.298636] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.298835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.299185] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.299466] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.299617] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.299729] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.299961] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.300103] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.300740] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.300740] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.300740] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.300740] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.300740] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.300957] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.300957] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.323838] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.323949] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.324270] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.324355] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.324970] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-3d719935-8b47-4194-9d19-d41dfed8d52e taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.325167] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.325384] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.325812] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.326115] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d719935-8b47-4194-9d19-d41dfed8d52e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.395074] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.683295] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.683657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.683657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.683793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.683868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.683987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f is going to be created. [ 784.725376] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.725603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.725603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.725839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.726189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.739308] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: UNINITIALIZED for 2s [ 784.828769] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.828971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.829260] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.829665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.829837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.830040] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 3d719935-8b47-4194-9d19-d41dfed8d52e not found, creating... [ 784.830311] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.830476] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.830587] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.830812] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.830943] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.831233] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.831382] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.831490] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.831688] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.831813] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.831963] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 3d719935-8b47-4194-9d19-d41dfed8d52e is going to be created. [ 784.851541] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 784.851947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.852293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.852658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.852843] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.859574] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.859861] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.860604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.860604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.860604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.860919] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.897416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.111164] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 in Status: SUCCESS [ 785.111397] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 deletion is rescheduled due to dependency. [ 785.111521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.356350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.356350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.356350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.356648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.356697] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.356885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.356994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.357265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.357377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.357528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.357699] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.384948] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 785.385164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.399619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.399982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.400227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.400511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.400691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.400788] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 785.447800] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.448022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.448125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.448392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.448570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462528] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 785.608154] env[65079]: INFO networking_nsxv3.common.synchronization [req-1247dd2b-ebe6-4eee-b4e1-6dc85903b9ea req-b14529b1-4001-4737-88d3-e1c2d75c804f service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 785.608577] env[65079]: INFO networking_nsxv3.common.synchronization [req-1247dd2b-ebe6-4eee-b4e1-6dc85903b9ea req-b14529b1-4001-4737-88d3-e1c2d75c804f service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 785.608876] env[65079]: INFO networking_nsxv3.common.synchronization [req-1247dd2b-ebe6-4eee-b4e1-6dc85903b9ea req-b14529b1-4001-4737-88d3-e1c2d75c804f service nova] Enqueued Resource ID: 3d719935-8b47-4194-9d19-d41dfed8d52e with Priority: HIGHEST for action port [ 785.610823] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 785.611316] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 785.611543] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d719935-8b47-4194-9d19-d41dfed8d52e with Priority: HIGHEST for action port [ 785.611975] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.612499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.612957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.613397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.613833] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.616632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.616784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.616993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d719935-8b47-4194-9d19-d41dfed8d52e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.617132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.617251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.617472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.617744] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d719935-8b47-4194-9d19-d41dfed8d52e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.860698] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.860698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.860698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.861298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.861298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.861298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.861298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.861494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.861641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.861725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.861900] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.861992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.862063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.862232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.862453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.862453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.862574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.862751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.862874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.862969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.863093] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.981868] env[65079]: INFO networking_nsxv3.common.synchronization [req-2488c858-8188-4084-bd2c-309227008fb7 req-9026da78-6a2b-4876-b3cd-f2bb7c2e9be4 tempest-ServersV294TestFqdnHostnames-2057069631 tempest-ServersV294TestFqdnHostnames-2057069631-project-member] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_members [ 785.982730] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGHEST for action security_group_members [ 785.983223] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.983310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.983310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.983539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.983763] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.983901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.984675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.984675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.984675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.984675] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.123301] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.123451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124162] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d719935-8b47-4194-9d19-d41dfed8d52e with status ACTIVE [ 786.124162] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.124385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.124579] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.125061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.125177] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.125274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.125332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.125469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.125542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.125628] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d719935-8b47-4194-9d19-d41dfed8d52e is going to be updated. [ 786.151353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.151551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.151599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.151829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.151977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.152160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d719935-8b47-4194-9d19-d41dfed8d52e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303440] env[65079]: INFO networking_nsxv3.common.synchronization [req-6ffbc420-4ac4-4693-a873-77ce00a9ba40 req-9001d908-2fa4-4f79-ad5f-68d604bd3803 tempest-AttachInterfacesV270Test-103518287 tempest-AttachInterfacesV270Test-103518287-project-member] Enqueued Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_members [ 786.305261] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f with Priority: HIGHEST for action security_group_members [ 786.305971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.306184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.306254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.306456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.306612] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.306709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.306773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.306941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.307038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.307135] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f60e9132-c4af-43a5-b54b-a1ec581c4b0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.365836] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 786.405537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.405777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408185] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408185] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408185] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.409384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.409384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.409384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.409384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.409384] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 786.487288] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.487288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.487288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.487721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.490025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.490025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.490025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.490025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.490025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.490025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.490025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 is going to be updated. [ 786.513733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.514595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.514595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.514595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.514595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.534593] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.534806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.534806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.535763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.535763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.541316] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 786.550640] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 in Status: IN_PROGRESS for 2s [ 786.752389] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: SUCCESS [ 786.753820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.754162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.754341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.754586] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.755050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.755050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.755050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.755164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.755195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.755293] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.814313] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.814480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.814755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.814836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.815537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.815537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.815537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.815537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815537] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f is going to be updated. [ 786.853433] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.853595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.856670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.856995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.857342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.872043] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f in Status: IN_PROGRESS for 2s [ 787.258504] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.258676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.258740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.258960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.259165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.259293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.259383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.259530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.259620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.259709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.259856] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.259949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.260020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.260165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.260308] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.260400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.260454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.260588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.260666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.260752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.260939] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.472730] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 787.474240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.474240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.474240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.474240] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.474240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.474240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.474512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.474547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.474652] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.765890] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b287d3-d66f-417a-bdd3-7a1275a38a1f: rpc.has_security_group_logging(os_id): False [ 787.789007] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.789168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.789241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.789471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.789643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.789868] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.789955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.790035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.790198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.790277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.790471] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.790570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.790632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.790772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.790846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.791042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.791147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.791188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.791323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.791396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.791479] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f is going to be created. [ 787.860598] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.860780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.860866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.861157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.861374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.876510] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: IN_PROGRESS for 2s [ 787.977088] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.480870] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.563919] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 in Status: SUCCESS [ 788.563919] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 deletion is rescheduled due to dependency. [ 788.563919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.567060] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 788.567060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.884694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f in Status: SUCCESS [ 788.885162] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f60e9132-c4af-43a5-b54b-a1ec581c4b0f deletion is rescheduled due to dependency. [ 788.885162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f60e9132-c4af-43a5-b54b-a1ec581c4b0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.983988] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.983988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.983988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.983988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.984481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.984539] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 789.032526] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.032840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.032840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.033087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.033463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.044292] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 789.891110] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: SUCCESS [ 789.891110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.918901] env[65079]: INFO networking_nsxv3.common.synchronization [req-a349420f-5a16-4915-96a2-69fe37663a64 req-9e609203-e3e9-417b-bf7e-9fb008f3a48a tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 789.920052] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 789.920052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.920052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.920052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.921109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921109] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.921109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.921109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.921109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.922477] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.424959] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.425163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.425212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.425430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.425524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.425764] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.425891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.425979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.426311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.426311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.426438] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be updated. [ 790.462569] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.462788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.462788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.463025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.463177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.472269] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 791.063127] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 791.063437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.063498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.063908] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.064101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.064173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.064352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.064440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.064531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.064623] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.568041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.568320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.569070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.569070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.569205] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.569449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.569587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.570324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.570324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.570324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.570503] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.570655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.570756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.570996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.571252] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.571418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.571755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.571895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.572071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.572461] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.077285] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 792.095312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.095464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.095516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.095985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.095985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.096205] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.096205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.096299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.097157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.097157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.097157] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.097157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.097157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.097157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.097157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.097394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.097394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.097394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.097586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.097586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.097652] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 792.169959] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.169959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.169959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.170193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.170275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.186448] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 792.484811] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 792.485136] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc deletion is rescheduled due to dependency. [ 792.485285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.882446] env[65079]: INFO networking_nsxv3.common.synchronization [req-3086cee2-044a-425b-bcd0-a57895504a51 req-c5323e06-8466-40ed-a0bd-11410b2e8783 tempest-InstanceActionsNegativeTestJSON-1617091023 tempest-InstanceActionsNegativeTestJSON-1617091023-project-member] Enqueued Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_members [ 792.883738] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_members [ 792.884031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.884133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.884298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.884483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.884736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.884874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.884961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.885117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.885221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.885339] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.389394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.389394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.389394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.390051] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d81694-5290-4461-b005-577e1dc3cf98 already deleted. [ 793.390051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.503080] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.503080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-570" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.503080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-570" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.503787] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-570" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.504284] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.505000] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.505000] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.505178] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.505407] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.505722] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.505887] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.506037] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.506154] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.506262] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.506363] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.506490] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.527309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.527484] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.527618] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.527812] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-570" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.528143] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-f6ebd484-3342-47ec-baee-4a021fd16bf7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.528302] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.528414] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.528725] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.528921] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ebd484-3342-47ec-baee-4a021fd16bf7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.032015] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.034188] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port f6ebd484-3342-47ec-baee-4a021fd16bf7 not found, creating... [ 794.034188] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.034188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.034827] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.034827] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.034827] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.035128] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.037248] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.037248] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.037248] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: f6ebd484-3342-47ec-baee-4a021fd16bf7 is going to be created. [ 794.058980] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.059166] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059421] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059564] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.059793] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.060024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.227337] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 794.227573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.947876] env[65079]: INFO networking_nsxv3.common.synchronization [req-3086cee2-044a-425b-bcd0-a57895504a51 req-a53dc6ad-b0fc-4231-8068-4a1d1af71284 service nova] Enqueued Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_rules [ 794.948183] env[65079]: INFO networking_nsxv3.common.synchronization [req-3086cee2-044a-425b-bcd0-a57895504a51 req-a53dc6ad-b0fc-4231-8068-4a1d1af71284 service nova] Enqueued Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_members [ 794.948183] env[65079]: INFO networking_nsxv3.common.synchronization [req-3086cee2-044a-425b-bcd0-a57895504a51 req-a53dc6ad-b0fc-4231-8068-4a1d1af71284 service nova] Enqueued Resource ID: f6ebd484-3342-47ec-baee-4a021fd16bf7 with Priority: HIGHEST for action port [ 794.948721] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_rules [ 794.948875] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_members [ 794.949048] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ebd484-3342-47ec-baee-4a021fd16bf7 with Priority: HIGHEST for action port [ 794.949340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.949478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.949535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.949850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.949850] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.951201] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.951375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.951375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.952083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.952083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.952083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.952083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.952083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.953024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.953024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.953914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ebd484-3342-47ec-baee-4a021fd16bf7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.953914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.953914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.953914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.955503] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ebd484-3342-47ec-baee-4a021fd16bf7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.455042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.455042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.455759] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.456631] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6ebd484-3342-47ec-baee-4a021fd16bf7 with status ACTIVE [ 795.456939] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.457056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.457103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.457325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.457452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.458072] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.458072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.458072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.458072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.458072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.458357] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.459041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.459041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.459041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.459041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.459041] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6ebd484-3342-47ec-baee-4a021fd16bf7 is going to be updated. [ 795.481861] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.482089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.482137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.482352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.482492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.482657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ebd484-3342-47ec-baee-4a021fd16bf7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.961824] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.466896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.466896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.466896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.466896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.466896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.466896] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d81694-5290-4461-b005-577e1dc3cf98 is going to be created. [ 796.496063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.496063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.496063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.496063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.496063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.512504] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d81694-5290-4461-b005-577e1dc3cf98 in Status: UNINITIALIZED for 2s [ 796.777625] env[65079]: INFO networking_nsxv3.common.synchronization [None req-895dfe67-824d-4772-8b2d-154c68395845 None None] Enqueued Resource ID: 212c23bf-c98d-4456-a8af-f8a146eb541e with Priority: HIGHEST for action port [ 796.778261] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212c23bf-c98d-4456-a8af-f8a146eb541e with Priority: HIGHEST for action port [ 796.778601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-212c23bf-c98d-4456-a8af-f8a146eb541e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.778763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212c23bf-c98d-4456-a8af-f8a146eb541e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.778840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212c23bf-c98d-4456-a8af-f8a146eb541e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.779148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212c23bf-c98d-4456-a8af-f8a146eb541e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.779252] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212c23bf-c98d-4456-a8af-f8a146eb541e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.281492] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 212c23bf-c98d-4456-a8af-f8a146eb541e [ 797.281492] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.281821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.281821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.281883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.282263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.282263] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:212c23bf-c98d-4456-a8af-f8a146eb541e already deleted. [ 797.282263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212c23bf-c98d-4456-a8af-f8a146eb541e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.383693] env[65079]: INFO networking_nsxv3.common.synchronization [None req-20d480ea-61a2-4838-95d3-d2536bec2fe4 tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 798.384527] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 798.384935] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.385101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.385254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.386605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.386605] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.512858] env[65079]: INFO networking_nsxv3.common.synchronization [None req-9954a4d6-51ca-42d8-b684-6d303364c4f5 tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 798.514539] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 798.514916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.515042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527322] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d81694-5290-4461-b005-577e1dc3cf98 in Status: SUCCESS [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527322] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.909578] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.909578] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 already deleted. [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.909578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.909578] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.033027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.033027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.033027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.036021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.036021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.036021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.036021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.036021] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.169163] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f2a195b3-20e3-4111-b076-bdbaf24a39e7 None None] Enqueued Resource ID: b00a91e5-2b39-43e0-ade8-15f76965172f with Priority: HIGHEST for action port [ 799.169163] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00a91e5-2b39-43e0-ade8-15f76965172f with Priority: HIGHEST for action port [ 799.169163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00a91e5-2b39-43e0-ade8-15f76965172f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.169163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00a91e5-2b39-43e0-ade8-15f76965172f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.170259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00a91e5-2b39-43e0-ade8-15f76965172f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.171478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00a91e5-2b39-43e0-ade8-15f76965172f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.171598] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00a91e5-2b39-43e0-ade8-15f76965172f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.433317] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.433655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.433655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.433736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.434489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.434489] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 already deleted. [ 799.434489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.539201] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d81694-5290-4461-b005-577e1dc3cf98: rpc.has_security_group_logging(os_id): False [ 799.559267] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.559438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.559512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.559758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.559869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.560113] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.560220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.560308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.560504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.560612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.560811] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.560924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.560989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.561237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.561317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.561527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.561625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.561707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.562289] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d81694-5290-4461-b005-577e1dc3cf98 is going to be created. [ 799.637914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.638215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.638293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.638515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.638707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.655460] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d81694-5290-4461-b005-577e1dc3cf98 in Status: IN_PROGRESS for 2s [ 799.677026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b00a91e5-2b39-43e0-ade8-15f76965172f [ 799.677026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.677026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.677026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.677026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.677026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.677026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b00a91e5-2b39-43e0-ade8-15f76965172f already deleted. [ 799.677026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00a91e5-2b39-43e0-ade8-15f76965172f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.475026] env[65079]: INFO networking_nsxv3.common.synchronization [req-1ea439fb-4b69-40a2-a694-0595d7d65ad6 req-d0aec02a-9944-4bc8-bab6-d255de08c79a tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 801.475714] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 801.477046] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.477046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.477046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.477046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.477046] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.477344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.477344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.477344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.477344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.477496] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.548931] env[65079]: INFO networking_nsxv3.common.synchronization [req-24a02876-182e-481e-8c36-d85739b1521d req-197dd600-0b00-4661-9048-9c5abc8bbc1a tempest-FloatingIPsAssociationTestJSON-1895960462 tempest-FloatingIPsAssociationTestJSON-1895960462-project-member] Enqueued Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 801.549288] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0ff61d-a1ed-469c-b713-964558b01650 with Priority: HIGHEST for action security_group_members [ 801.552016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0ff61d-a1ed-469c-b713-964558b01650 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.552016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.552016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.552016] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0ff61d-a1ed-469c-b713-964558b01650',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.676662] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d81694-5290-4461-b005-577e1dc3cf98 in Status: SUCCESS [ 801.676913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.941889] env[65079]: INFO networking_nsxv3.common.synchronization [req-5bcfdde0-ece6-45e5-8e48-36a7b29e9c68 req-267ee069-0ec1-455d-9a85-237e3a403b67 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 801.942531] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 801.942890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.943479] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.943924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.944036] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.980261] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.055084] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.055250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.055303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.055522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.055614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.056047] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.056047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.056047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.056246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.056328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.056414] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 is going to be updated. [ 802.101401] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.101634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.101710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.102014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.102206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.113799] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: IN_PROGRESS for 2s [ 802.446541] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.446925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.446925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.447151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.447151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.447337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.447447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.447501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.447864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.447864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.447864] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 802.475349] env[65079]: INFO networking_nsxv3.common.synchronization [req-98b1bf12-1ec0-44c8-b87a-a648582312dc req-308f28d8-d984-49bd-b26c-54dce49e8e8e tempest-ListServerFiltersTestJSON-1699614693 tempest-ListServerFiltersTestJSON-1699614693-project-member] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 802.475857] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 802.476244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.476419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.476525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.476769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.476971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.477135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.477239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.477425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.477568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.477702] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.482447] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.482663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.482783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.483016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.483223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.484525] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.498231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 802.980571] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.990493] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.990689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.990747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.990991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.991553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.991756] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 803.032773] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.032773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.032773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.032773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.032773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.043260] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 803.486307] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.989146] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.990243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.990243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.990243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.990243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.990243] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 804.024826] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.024994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.025047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.025264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.025418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.036723] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 804.125207] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0ff61d-a1ed-469c-b713-964558b01650 in Status: SUCCESS [ 804.125416] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0ff61d-a1ed-469c-b713-964558b01650 deletion is rescheduled due to dependency. [ 804.125497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0ff61d-a1ed-469c-b713-964558b01650" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.510074] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 804.510074] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 deletion is rescheduled due to dependency. [ 804.510573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.054121] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 805.054359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.047668] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 806.048035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.422704] env[65079]: INFO networking_nsxv3.common.synchronization [req-3ebb99a7-c4bb-415c-bab4-4f8b4eb7a416 req-f16b05d1-a954-4692-b93d-3a63df29807a tempest-InstanceActionsNegativeTestJSON-1617091023 tempest-InstanceActionsNegativeTestJSON-1617091023-project-member] Enqueued Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_members [ 806.423238] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGHEST for action security_group_members [ 806.423535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.423652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.423717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.424014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425249] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425805] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.867212] env[65079]: INFO networking_nsxv3.common.synchronization [req-c52107d5-39ac-4709-b8d7-4ab265a74557 req-b25c3c29-f101-4ef9-b0ab-ad3d26a5bdfc tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 806.867212] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 806.868109] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.868397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.869185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.869430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.869622] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.869955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.869955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.870086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.870139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.870215] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.932027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.932027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.932027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.932027] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d81694-5290-4461-b005-577e1dc3cf98 is going to be updated. [ 806.963552] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.964277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.964522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.968401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.968401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.982887] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d81694-5290-4461-b005-577e1dc3cf98 in Status: IN_PROGRESS for 2s [ 807.207340] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.207744] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.207744] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.208052] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.208269] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.208488] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.208599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.208833] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.208967] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.209370] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.209370] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.209669] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.209669] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.209796] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.209927] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.210626] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.232411] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.232679] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.232806] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.232999] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.233341] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-121b8ecc-029a-4863-95a9-6f902c0bb222 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.233539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.233657] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.234087] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.234246] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121b8ecc-029a-4863-95a9-6f902c0bb222',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.372718] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.372860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.372945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.373926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.373926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.373926] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.373926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.373926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.373926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.373926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.374244] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 807.383017] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f13e96b4-4151-48c9-a2d4-2821d6147d0b None None] Enqueued Resource ID: 290b2ee8-5b97-41a5-8941-10de898877de with Priority: HIGHEST for action port [ 807.383367] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290b2ee8-5b97-41a5-8941-10de898877de with Priority: HIGHEST for action port [ 807.383900] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-290b2ee8-5b97-41a5-8941-10de898877de taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.384040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290b2ee8-5b97-41a5-8941-10de898877de" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.384112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290b2ee8-5b97-41a5-8941-10de898877de" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.384344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290b2ee8-5b97-41a5-8941-10de898877de" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.384428] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290b2ee8-5b97-41a5-8941-10de898877de',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.400499] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.400729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.400729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.400909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.401108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.412143] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 807.737290] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.737896] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.737896] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.738137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.738137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.738246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 121b8ecc-029a-4863-95a9-6f902c0bb222 not found, creating... [ 807.738498] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.739190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.739190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.739190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.739190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.739465] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.739557] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.739609] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.740378] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.740378] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.740378] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 121b8ecc-029a-4863-95a9-6f902c0bb222 is going to be created. [ 807.760064] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.760064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.760064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.760064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.760064] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.761785] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.762069] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.762149] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.762391] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.762607] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.762833] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.886276] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 290b2ee8-5b97-41a5-8941-10de898877de [ 807.886553] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.887715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.887715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.887715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.887715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.887715] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:290b2ee8-5b97-41a5-8941-10de898877de already deleted. [ 807.887715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290b2ee8-5b97-41a5-8941-10de898877de" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.265336] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.525999] env[65079]: INFO networking_nsxv3.common.synchronization [req-c52107d5-39ac-4709-b8d7-4ab265a74557 req-5b17df6c-4c9d-48ad-a79a-8133255f198f service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 808.525999] env[65079]: INFO networking_nsxv3.common.synchronization [req-c52107d5-39ac-4709-b8d7-4ab265a74557 req-5b17df6c-4c9d-48ad-a79a-8133255f198f service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 808.525999] env[65079]: INFO networking_nsxv3.common.synchronization [req-c52107d5-39ac-4709-b8d7-4ab265a74557 req-5b17df6c-4c9d-48ad-a79a-8133255f198f service nova] Enqueued Resource ID: 121b8ecc-029a-4863-95a9-6f902c0bb222 with Priority: HIGHEST for action port [ 808.525999] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 808.525999] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 808.525999] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121b8ecc-029a-4863-95a9-6f902c0bb222 with Priority: HIGHEST for action port [ 808.525999] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.525999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.525999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.525999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.525999] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.527059] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.528284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.528284] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-121b8ecc-029a-4863-95a9-6f902c0bb222 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.528284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.528284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.528284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.528284] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121b8ecc-029a-4863-95a9-6f902c0bb222',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.770138] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.992869] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d81694-5290-4461-b005-577e1dc3cf98 in Status: SUCCESS [ 808.993082] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d81694-5290-4461-b005-577e1dc3cf98 deletion is rescheduled due to dependency. [ 808.993206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.029851] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.030078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.030236] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121b8ecc-029a-4863-95a9-6f902c0bb222 with status ACTIVE [ 809.032122] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.032277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.032359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.032570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.032664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.032874] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.032978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.033175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.033421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.033500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.033706] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.033857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.033963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.034113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.034215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.034453] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121b8ecc-029a-4863-95a9-6f902c0bb222 is going to be updated. [ 809.055433] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.055577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.055701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.055869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.056338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121b8ecc-029a-4863-95a9-6f902c0bb222" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.271577] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 809.271852] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 809.419496] env[65079]: INFO networking_nsxv3.common.synchronization [req-6333ef08-f9c9-48f7-b19a-5e8668472505 req-4501bf45-7fd6-45d7-8292-3e165812b60d tempest-MigrationsAdminTest-1843101639 tempest-MigrationsAdminTest-1843101639-project-member] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 809.420102] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 809.421059] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.421059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.421059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.421059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.421275] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.421275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.421419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.421697] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.421697] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.421697] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.425026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 809.425026] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 809.425026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.425318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.425496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.425666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.425769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.425831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.425974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.427120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.427120] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.520178] env[65079]: INFO networking_nsxv3.common.synchronization [None req-116f1a38-e40f-44d6-a100-c8f8326ae902 None None] Enqueued Resource ID: 64eb23e7-d49b-46e0-9ea5-3e613984a245 with Priority: HIGHEST for action port [ 809.523258] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64eb23e7-d49b-46e0-9ea5-3e613984a245 with Priority: HIGHEST for action port [ 809.523258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-64eb23e7-d49b-46e0-9ea5-3e613984a245 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.523258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64eb23e7-d49b-46e0-9ea5-3e613984a245" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.523258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64eb23e7-d49b-46e0-9ea5-3e613984a245" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.523258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64eb23e7-d49b-46e0-9ea5-3e613984a245" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.523258] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64eb23e7-d49b-46e0-9ea5-3e613984a245',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.805868] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.806073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.806191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.806450] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.806688] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.806831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.806953] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.807188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.807325] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.807527] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.807629] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.807729] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.807826] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.807924] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.808031] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.808153] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.827460] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.827624] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.827755] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.827930] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.828280] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-669a5a92-3332-4c33-a309-8b0194645911 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.828452] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.828567] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.828895] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.829059] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669a5a92-3332-4c33-a309-8b0194645911',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.928501] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.936026] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.025193] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64eb23e7-d49b-46e0-9ea5-3e613984a245 [ 810.025369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.025478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.025527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.025741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.026038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.026038] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64eb23e7-d49b-46e0-9ea5-3e613984a245 already deleted. [ 810.026038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64eb23e7-d49b-46e0-9ea5-3e613984a245" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.076912] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.077109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.077186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.077420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.092016] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 810.093013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.094041] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 810.123370] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.123370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.123370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.123370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.130551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.131108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 810.131193] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 810.131279] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 810.170896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.171088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.171136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.171321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.172825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.173010] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 810.237911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.238097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.238097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.238321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.238545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.238815] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 810.303412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.303884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.303884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.303884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.304215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.304509] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 810.304612] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'75985a15-42c5-4097-be04-2547a609ef77', '23b287d3-d66f-417a-bdd3-7a1275a38a1f', '8f635b50-5a59-4d30-b851-117ca47b5888', 'da27ab85-93cf-48eb-909a-a50a8a29f393', '806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7', 'a619452b-69b0-4563-9a09-694226e7387f', '899a00c3-2ab2-4834-9d53-93ca42c9f8bc', '23afc3ea-8db4-4f93-b14c-d2db322dd358', 'd789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1', '216a7c83-f45d-41d7-98e2-7dcbcacdf614', '07dca1c2-897b-41b2-b9de-ba76840a00aa', 'd3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24', '0dfc20dc-84f3-4cf7-8819-111327e23c6c', 'd6c2dbe7-4a14-4ff5-87f8-02ee005cb75d', '4ef5f2c4-4d6f-43d1-969b-49094fd9144a', '26d81694-5290-4461-b005-577e1dc3cf98', '60444538-f62d-4800-824f-fca54b1911c4', 'd1141ef2-12b7-45d0-990c-65f24740107e', 'd4c887f2-bb93-419a-a772-fc4a37d4e931', 'c9f121e0-f03f-4c27-8897-139abb30e706', '7b1987c9-8113-4af0-af06-4b8fa140ecb9', '3dce25ff-1802-4868-b39a-f55ae0499626', 'e62e6516-84ab-4a72-8331-588585f51d6c', '146614c2-8528-4344-9908-42ae6cf3146d', 'cd1b7fb5-8a47-499b-9326-e57eeefe9fe7', '32f0e1d3-79cf-4119-a0a8-c1309e8a1015', '0e7d65df-77a6-4798-835f-9915d2934242', 'f60e9132-c4af-43a5-b54b-a1ec581c4b0f', 'ea0ff61d-a1ed-469c-b713-964558b01650', 'd0d4ee45-2ab1-4b63-ab19-48eab96263f0', 'd78ce5f6-d6df-4d12-b5d1-48689cdcdf4c', '0afef99d-3811-4b8a-803b-847e1d1d1452', '879767c8-e1ac-4812-b1d3-eff17dbff0b8', 'de5aa706-f758-4fef-8c15-be3356bb325e'} {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 810.304695] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 810.331362] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.332149] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.332318] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.332753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.332956] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.333139] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 669a5a92-3332-4c33-a309-8b0194645911 not found, creating... [ 810.333427] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.333594] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.333711] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.334115] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.334258] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.334568] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.334717] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.334824] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.335048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.335176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.335308] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 669a5a92-3332-4c33-a309-8b0194645911 is going to be created. [ 810.352811] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.353065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.353215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.353427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.353580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.353718] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 810.353805] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 810.353955] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 810.360317] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.360544] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.360666] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.361039] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.361312] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.361597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.417215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.417440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.417440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.417638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.418440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.418670] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 810.418784] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 810.418949] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 810.418949] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 810.418949] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 810.419264] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGH for action security_group_rules [ 810.419264] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGH for action security_group_rules [ 810.419264] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGH for action security_group_rules [ 810.419449] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGH for action security_group_rules [ 810.419449] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGH for action security_group_rules [ 810.419449] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGH for action security_group_rules [ 810.419736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGH for action security_group_rules [ 810.419736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGH for action security_group_rules [ 810.419736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGH for action security_group_rules [ 810.419736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGH for action security_group_rules [ 810.419736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGH for action security_group_rules [ 810.419954] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGH for action security_group_rules [ 810.419954] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGH for action security_group_rules [ 810.421219] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGH for action security_group_rules [ 810.421353] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGH for action security_group_rules [ 810.421448] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGH for action security_group_rules [ 810.421550] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGH for action security_group_rules [ 810.421664] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGH for action security_group_rules [ 810.421705] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGH for action security_group_rules [ 810.421792] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGH for action security_group_rules [ 810.421906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.430482] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.436403] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.934732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.934732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.934732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.934732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.934732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.934732] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be updated. [ 810.939707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.939707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.939980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.940086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.940185] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 810.964173] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.964173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.965073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.965073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.965073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.966613] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.966712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.966712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.966879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.967037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.978836] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 810.978836] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 811.102984] env[65079]: INFO networking_nsxv3.common.synchronization [req-6333ef08-f9c9-48f7-b19a-5e8668472505 req-785817a1-b366-44c6-a548-8256424eb397 service nova] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_rules [ 811.103250] env[65079]: INFO networking_nsxv3.common.synchronization [req-6333ef08-f9c9-48f7-b19a-5e8668472505 req-785817a1-b366-44c6-a548-8256424eb397 service nova] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 811.103418] env[65079]: INFO networking_nsxv3.common.synchronization [req-6333ef08-f9c9-48f7-b19a-5e8668472505 req-785817a1-b366-44c6-a548-8256424eb397 service nova] Enqueued Resource ID: 669a5a92-3332-4c33-a309-8b0194645911 with Priority: HIGHEST for action port [ 811.103894] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_rules [ 811.104233] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 811.104348] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669a5a92-3332-4c33-a309-8b0194645911 with Priority: HIGHEST for action port [ 811.104441] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGH for action security_group_rules [ 811.104557] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f635b50-5a59-4d30-b851-117ca47b5888 with Priority: HIGH for action security_group_rules [ 811.104660] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGH for action security_group_rules [ 811.104757] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a with Priority: HIGH for action security_group_rules [ 811.104865] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGH for action security_group_rules [ 811.104995] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 with Priority: HIGH for action security_group_rules [ 811.105523] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1141ef2-12b7-45d0-990c-65f24740107e with Priority: HIGH for action security_group_rules [ 811.105652] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGH for action security_group_rules [ 811.105779] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGH for action security_group_rules [ 811.105884] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d81694-5290-4461-b005-577e1dc3cf98 with Priority: HIGH for action security_group_rules [ 811.106024] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGH for action security_group_rules [ 811.106114] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGH for action security_group_rules [ 811.106223] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGH for action security_group_rules [ 811.106316] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 with Priority: HIGH for action security_group_rules [ 811.106422] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 with Priority: HIGH for action security_group_rules [ 811.106508] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a619452b-69b0-4563-9a09-694226e7387f with Priority: HIGH for action security_group_rules [ 811.106596] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 with Priority: HIGH for action security_group_rules [ 811.106689] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 with Priority: HIGH for action security_group_rules [ 811.106775] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGH for action security_group_rules [ 811.106873] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGH for action security_group_rules [ 811.107192] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.107327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.107387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.107589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.107686] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.109151] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.109270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.109432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-669a5a92-3332-4c33-a309-8b0194645911 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.109590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.109590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.109949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.110049] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669a5a92-3332-4c33-a309-8b0194645911',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.111319] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.111416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.111623] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f635b50-5a59-4d30-b851-117ca47b5888 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.111896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.111896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.112067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.112067] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f635b50-5a59-4d30-b851-117ca47b5888',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.113037] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.114160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.114160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.114160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.114160] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.116724] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.116724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.116724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.116724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.116724] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef5f2c4-4d6f-43d1-969b-49094fd9144a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.116724] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.119298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.119298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.119298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.119298] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.119298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c887f2-bb93-419a-a772-fc4a37d4e931 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.119298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.119298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.119298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.119298] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c887f2-bb93-419a-a772-fc4a37d4e931',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.120890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1141ef2-12b7-45d0-990c-65f24740107e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.123131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.123131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.123131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.123131] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1141ef2-12b7-45d0-990c-65f24740107e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.124191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.124496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.124619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.124660] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.127164] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.127164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.127313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.127399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.127506] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.128739] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d81694-5290-4461-b005-577e1dc3cf98 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.128836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.128887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.129095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.129195] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d81694-5290-4461-b005-577e1dc3cf98',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.129439] env[65079]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 811.133220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.133220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.133368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.133368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.133461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.133569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.133646] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.134585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.134678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.134827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.134921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.135019] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.136181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.136181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.136181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.136382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.136382] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('216a7c83-f45d-41d7-98e2-7dcbcacdf614',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.137228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.137327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.137680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.137680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.137680] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.138425] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a619452b-69b0-4563-9a09-694226e7387f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.138523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.138868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.138868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.138868] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a619452b-69b0-4563-9a09-694226e7387f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.140754] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23afc3ea-8db4-4f93-b14c-d2db322dd358 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.140855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141174] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23afc3ea-8db4-4f93-b14c-d2db322dd358',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.142168] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.142274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.142342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.142493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.142566] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.143523] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.143634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.143691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.143942] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.145104] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.145279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.145349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.145496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.145568] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.611979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 669a5a92-3332-4c33-a309-8b0194645911 with status ACTIVE [ 811.612322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.612322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.612453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.612759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.612894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.613153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.613277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.613339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.613605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.613718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.613995] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.614211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.614314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.615029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.615155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.615331] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 669a5a92-3332-4c33-a309-8b0194645911 is going to be updated. [ 811.637808] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.638073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.638073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.638284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.640228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.640403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.644389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.644564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.644647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.644811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.645064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.645167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669a5a92-3332-4c33-a309-8b0194645911" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.649071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.667474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.667714] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be deleted. [ 811.668972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.672147] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.672322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.673172] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.673314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.684479] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.684675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.684821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.684936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.685674] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.685674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.685674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.685674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.685674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.686014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.686014] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.694062] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.694330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.694330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.694565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.694645] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.694712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.694803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.694938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.695036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.695176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.695246] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.699061] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.699177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.699246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.699485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.699661] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.699783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.699841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.699990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.700090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.700181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.700257] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.701237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.701386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.701551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.701800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.702023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.702116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.702163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.702364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.702477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.702516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.702589] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.705475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.705701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.705701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.705866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.706043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.706273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.706349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.706500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.706601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.706690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.706776] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.712427] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.712885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.714653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.714780] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef5f2c4-4d6f-43d1-969b-49094fd9144a is going to be deleted. [ 811.718400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.718540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.718587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.718792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.762109] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.762109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.762923] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.763058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.764331] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.764473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.766414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.766414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.768463] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.768562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.771057] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.771184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.775910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.776064] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23afc3ea-8db4-4f93-b14c-d2db322dd358 is going to be deleted. [ 811.777190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.777725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.935939] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.936139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.937954] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.937954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.939062] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.939062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.973832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.974037] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be deleted. [ 811.975156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.975382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a619452b-69b0-4563-9a09-694226e7387f is going to be deleted. [ 812.022248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.022495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.024109] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.024221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.115550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.115713] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f635b50-5a59-4d30-b851-117ca47b5888 is going to be deleted. [ 812.116948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.117216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.120238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.120334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.183188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.183188] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d81694-5290-4461-b005-577e1dc3cf98 is going to be deleted. [ 812.184286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.184556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.204351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.204351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.216448] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.216876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.218689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.218928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.219201] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.219325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.219748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.219748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.219748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.221378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.221378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.221378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.221378] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.223666] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.225076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.225076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.225076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.225076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.225076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.225625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.225625] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.226230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.226230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.226399] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.226857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.227022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.227126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227296] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.228400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.228543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.228627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.229241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.229688] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.229852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.229924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.230119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.230270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.231368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.231754] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.231754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.231975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.231975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.232215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.232384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.232639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.232774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.233260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.233260] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.234705] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.249983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.250260] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 216a7c83-f45d-41d7-98e2-7dcbcacdf614 is going to be deleted. [ 812.253278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.253574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.296737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.297033] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be deleted. [ 812.297863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.298175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.300027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.300166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.327018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.327183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.380107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.380247] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1141ef2-12b7-45d0-990c-65f24740107e is going to be deleted. [ 812.381227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.382340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.428244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.428392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c887f2-bb93-419a-a772-fc4a37d4e931 is going to be deleted. [ 812.429462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.429692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.437449] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.437651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.455398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.455517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.536671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.536881] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7 is going to be deleted. [ 812.538623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.539237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.541245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.541356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.606855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.607021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1 is going to be deleted. [ 812.608025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.608296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.608430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.608636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.608818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.609058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.609171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.609327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef5f2c4-4d6f-43d1-969b-49094fd9144a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.609892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23afc3ea-8db4-4f93-b14c-d2db322dd358" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.611035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.611204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.611379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.611474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.611814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a619452b-69b0-4563-9a09-694226e7387f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.611814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.611986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.612237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d81694-5290-4461-b005-577e1dc3cf98" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.612403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.612686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.613072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f635b50-5a59-4d30-b851-117ca47b5888" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.613254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.613445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.613554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.613832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-216a7c83-f45d-41d7-98e2-7dcbcacdf614" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.614014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.614222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.614315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.614448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.614614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.614858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.615076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.615242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1141ef2-12b7-45d0-990c-65f24740107e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.647786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.647958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.648053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.648388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.648530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.648670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c887f2-bb93-419a-a772-fc4a37d4e931" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.735714] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07dca1c2-897b-41b2-b9de-ba76840a00aa: rpc.has_security_group_logging(os_id): False [ 812.737059] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 812.737765] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 812.738668] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23b287d3-d66f-417a-bdd3-7a1275a38a1f: rpc.has_security_group_logging(os_id): False [ 812.739495] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da27ab85-93cf-48eb-909a-a50a8a29f393: rpc.has_security_group_logging(os_id): False [ 812.772832] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.773091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.773141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.773327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.775931] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.776153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.777464] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.777623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.778701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.778831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.779908] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.780054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.781475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.781553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.782561] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.782725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.869351] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.869991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.870320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.870420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.870517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.870748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.870840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.870946] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be updated. [ 812.872199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.872390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.929766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.930093] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.930247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.930295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.930504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.930820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.931096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.931223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.931337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.931637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.931747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.932126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.932262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.932305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.932498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.932571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.932671] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 812.933837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.934124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.960452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.960941] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.961073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.961161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.961438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.961562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961858] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.962016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.962145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.962330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.962449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.962714] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.962853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.962961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.963356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963530] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 812.965143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.965359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.965465] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.965614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-806b7f7a-ddbc-4cd3-8986-f8ca364ae9e7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.965802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.966096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.966219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.966378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789fb25-73b6-4ea7-a2e4-3a6fcb9e87a1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.966566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.966755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.995086] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 812.995341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.995549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.995810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.995999] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.996143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.996242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.996415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.996501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.996590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.996685] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.998667] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 812.998859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.999068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.999294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.999494] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.999618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.999660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.999816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.999899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.000055] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.006546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.007051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.007051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.007051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.007487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.007487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.007487] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.007621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.007663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.008386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.008386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.008386] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.008386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.008386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.008755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.008755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.008755] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f is going to be updated. [ 813.009839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.010026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.025488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.025708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.043724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.044175] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.044312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.044362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.044613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.044705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.044805] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa is going to be updated. [ 813.046062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.046393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.046534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.063722] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.064090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.064090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.064285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.064502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074226] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 813.078094] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.078249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.078368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.078603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.078761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.094021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 813.097685] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 813.113765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.113998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.114097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.114328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.114480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.220152] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: IN_PROGRESS for 2s [ 813.280132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.280398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.280544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.280884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.281139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.339588] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: IN_PROGRESS for 2s [ 813.493161] env[65079]: INFO networking_nsxv3.common.synchronization [req-e268ba4c-4bc6-4728-a6bb-0b0b4e472d59 req-0086d2d9-5d08-4c68-9d1b-e8de9d32bee9 tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 813.493668] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 813.494018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.495738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.495926] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.496076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.498856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.498856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.498856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.498856] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.502263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506735] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.507119] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.999632] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.010866] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.011641] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 814.031520] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.031520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.031695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.031774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051992] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.052096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.052135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.052316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.052405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.052601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.052707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.052778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.052916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.052991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.053237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.053338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.053400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.053545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.053695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.053695] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 814.118199] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.118199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.118199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.118199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.118199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.132046] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 814.299053] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-87aff6ed-6aa6-4ff9-bb4f-dfea079a59a2 tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 814.299551] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 814.299890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.300041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.300104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.300316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.300479] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.300579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.300631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.300773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.300853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.300944] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.501866] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.516290] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.516290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.516290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.516290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.516290] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be updated. [ 814.582919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.583097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.583141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.583348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.583486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.596281] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 814.608471] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-100c25ad-7b72-4458-b6e3-3e387e392cce tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 814.608471] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 814.608471] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.610602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804515] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.807196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.807196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.807450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.807721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.808462] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.810053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.810053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.810053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.810053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.810053] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be deleted. [ 814.846707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.846878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.847546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.847546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.847546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.847546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.847789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.847789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.847962] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.848081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.848137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.848411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.848572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.848661] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.005800] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.005800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.005800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.005800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.005800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.005800] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 815.051289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.051289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.051289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.051289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.062660] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 815.068210] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-47" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-47" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-47" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.068210] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068551] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.068551] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069185] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.069185] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.069185] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.069185] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.069185] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.069459] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.069459] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.089110] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 815.089346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.090297] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.090845] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.090845] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.090845] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-47" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.091381] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.091381] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.091511] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.091756] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.091918] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ae16c5-e3b5-4994-a20d-c3c62187ca6d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.111448] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 815.111448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.111448] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 815.111448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235798] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: SUCCESS [ 815.235947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.352474] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.352686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.352821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.353276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.353392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.353649] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.353762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.353836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.354128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.354232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.354312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 already deleted. [ 815.354383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.358012] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: SUCCESS [ 815.358277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.598037] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.598294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.598411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.598752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.598925] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.599102] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port a6ae16c5-e3b5-4994-a20d-c3c62187ca6d not found, creating... [ 815.599371] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.599527] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.599641] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.599870] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.600031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.600403] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.600590] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.600752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.600985] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.601148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.601268] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: a6ae16c5-e3b5-4994-a20d-c3c62187ca6d is going to be created. [ 815.628453] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.628779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.628981] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.629584] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.629948] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.630856] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.152053] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 816.152053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.152053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.152053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152053] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.386549] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-f42de2f8-1c65-4eb3-a662-f9bc779918c7 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 816.386793] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-f42de2f8-1c65-4eb3-a662-f9bc779918c7 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 816.389011] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-f42de2f8-1c65-4eb3-a662-f9bc779918c7 service nova] Enqueued Resource ID: a6ae16c5-e3b5-4994-a20d-c3c62187ca6d with Priority: HIGHEST for action port [ 816.392117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 816.392117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 816.392117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ae16c5-e3b5-4994-a20d-c3c62187ca6d with Priority: HIGHEST for action port [ 816.392117] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.392117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.392117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.392117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.392117] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.392482] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.392562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.392781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.393131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.393765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.393876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.394763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.394916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.395029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.395134] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.396344] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.396472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.396530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.396703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.398650] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ae16c5-e3b5-4994-a20d-c3c62187ca6d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.607139] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 816.607385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.607583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.607804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.607997] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.608151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.608216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.608371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.608449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608625] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.655257] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.658577] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.658577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.658577] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.899332] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.900408] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.900539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.900741] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ae16c5-e3b5-4994-a20d-c3c62187ca6d with status ACTIVE [ 816.900908] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.901035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.901102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.901307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.901395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.901563] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.901658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.901719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.901898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.901970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.902170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.902280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.902316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.902488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.902541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.902607] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ae16c5-e3b5-4994-a20d-c3c62187ca6d is going to be updated. [ 816.926733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.926889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.926939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.927239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.927382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.927542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ae16c5-e3b5-4994-a20d-c3c62187ca6d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.074422] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 817.074644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.111339] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.111826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.111826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.111826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.111977] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.112065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.112126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.112289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.112380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.112468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.112618] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.112711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.112770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.112912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.113060] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.117026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.117026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.117026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.117026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.117026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.117026] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.161027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.161280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.161280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.161415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.161485] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.161590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.161659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.161801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.161903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.162072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.162156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.162248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.162309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.162446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.162579] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.162668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.162725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.162857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.162930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.163013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.163107] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.174396] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.174600] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-18" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.174711] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-18" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.175426] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-18" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.175757] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.175918] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.176170] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.176328] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.178130] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.178130] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.178130] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.178130] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.178130] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.178130] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.178130] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.178130] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.198024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.198024] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.198024] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.198024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-18" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.198024] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-99867cf8-f743-4002-b8ca-796d90b32f75 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.198024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.198024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.198690] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.198690] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99867cf8-f743-4002-b8ca-796d90b32f75',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.404401] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.619274] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dfc20dc-84f3-4cf7-8819-111327e23c6c: rpc.has_security_group_logging(os_id): False [ 817.644401] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.644526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.644749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.644803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.668065] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.668065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.668065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.668412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.668483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.668569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.668996] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.669147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.669224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.669322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.669403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669472] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be updated. [ 817.670748] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 817.703247] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.703532] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.703742] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.704074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.704238] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.704394] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 99867cf8-f743-4002-b8ca-796d90b32f75 not found, creating... [ 817.704707] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.705041] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.705218] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.705468] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.705607] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.705910] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.706246] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.706390] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.706610] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.706741] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.706881] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 99867cf8-f743-4002-b8ca-796d90b32f75 is going to be created. [ 817.708788] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.708888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.708925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.709090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.709171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.709377] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.709478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.709533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.709717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.709831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.709989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.710119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.710200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.710346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.710421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.710601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.710718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.710777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.710915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.710985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.711079] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 817.739259] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.739532] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.739690] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.739975] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.740221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.740442] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.774168] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.774403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.774482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.774771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.775042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.789184] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 817.799173] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.799347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.799450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.799710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.799893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.820854] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 817.908649] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.908862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.909019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.909374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.909470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.909587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be created. [ 817.938191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.938449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.938514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.938793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.939071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.951557] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: UNINITIALIZED for 2s [ 818.119565] env[65079]: INFO networking_nsxv3.common.synchronization [req-58c9c803-3b57-404e-a033-8eb9a96daba4 req-b41896a5-ad90-4370-8308-c6922fcf013e tempest-ServerGroupTestJSON-1421657642 tempest-ServerGroupTestJSON-1421657642-project-member] Enqueued Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_members [ 818.120376] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_members [ 818.120825] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.121019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.121109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.121462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.121712] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.121967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.122117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.122353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.122488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.122627] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.474857] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-627137df-5dc2-44a5-9295-74fc2d26c826 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 818.475169] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-627137df-5dc2-44a5-9295-74fc2d26c826 service nova] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 818.475299] env[65079]: INFO networking_nsxv3.common.synchronization [req-d9211128-c68f-42f9-a76f-4c640c09ac4d req-627137df-5dc2-44a5-9295-74fc2d26c826 service nova] Enqueued Resource ID: 99867cf8-f743-4002-b8ca-796d90b32f75 with Priority: HIGHEST for action port [ 818.475938] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_rules [ 818.476076] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 818.476117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99867cf8-f743-4002-b8ca-796d90b32f75 with Priority: HIGHEST for action port [ 818.476381] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.476481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.476685] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.476860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.476951] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-99867cf8-f743-4002-b8ca-796d90b32f75 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.477064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.477127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.477327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.477406] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99867cf8-f743-4002-b8ca-796d90b32f75',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.485615] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.485615] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-763" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.485615] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-763" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.486064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-763" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.486064] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.486522] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.486522] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.486522] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.486656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.486833] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.486943] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.487071] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.487265] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.487523] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.487523] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.487523] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.510934] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.511147] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.511276] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.511539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-763" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.511939] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-b2803cb4-4742-470c-af7c-b53fe5729ce2 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.512320] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.512468] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.512840] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.512986] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2803cb4-4742-470c-af7c-b53fe5729ce2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.625123] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.625948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.626117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626326] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.626455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.626527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.626791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.626791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626868] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f already deleted. [ 818.626950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.980246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99867cf8-f743-4002-b8ca-796d90b32f75 with status ACTIVE [ 818.980840] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.980840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.980840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.981128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.981128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.981282] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.981426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.981518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.981708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.981788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.982016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.982131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.982194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.982314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.982388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.982477] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99867cf8-f743-4002-b8ca-796d90b32f75 is going to be updated. [ 819.009673] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.009890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.009890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.010127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.010757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.010757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99867cf8-f743-4002-b8ca-796d90b32f75" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.015156] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.015381] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.015506] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.015761] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.015912] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.016225] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port b2803cb4-4742-470c-af7c-b53fe5729ce2 not found, creating... [ 819.016511] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.016665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.016778] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.016992] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.017144] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.017419] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.017584] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.017701] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.017902] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.018062] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.018231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: b2803cb4-4742-470c-af7c-b53fe5729ce2 is going to be created. [ 819.048062] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.048324] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.048443] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.048836] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.049165] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.049927] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.617858] env[65079]: INFO networking_nsxv3.common.synchronization [req-205232c3-fce0-471f-88a5-f9e584e7c646 req-0eb38091-edba-4ddd-a897-432d166edd35 tempest-ServerRescueTestJSON-1129018774 tempest-ServerRescueTestJSON-1129018774-project-member] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 819.618718] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 819.619094] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.619243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.619310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.619574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.619752] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.619859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.619942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.620159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.620246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.620363] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.806166] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 819.806454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.806662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.806920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.807039] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.821187] env[65079]: INFO networking_nsxv3.common.synchronization [req-58c9c803-3b57-404e-a033-8eb9a96daba4 req-57785a93-c8ce-44ec-9d40-e25f777c2793 service nova] Enqueued Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_rules [ 819.821187] env[65079]: INFO networking_nsxv3.common.synchronization [req-58c9c803-3b57-404e-a033-8eb9a96daba4 req-57785a93-c8ce-44ec-9d40-e25f777c2793 service nova] Enqueued Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_members [ 819.822905] env[65079]: INFO networking_nsxv3.common.synchronization [req-58c9c803-3b57-404e-a033-8eb9a96daba4 req-57785a93-c8ce-44ec-9d40-e25f777c2793 service nova] Enqueued Resource ID: b2803cb4-4742-470c-af7c-b53fe5729ce2 with Priority: HIGHEST for action port [ 819.823509] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_rules [ 819.823509] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_members [ 819.823509] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2803cb4-4742-470c-af7c-b53fe5729ce2 with Priority: HIGHEST for action port [ 819.825491] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.825491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.825491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.825685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.825783] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.826793] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.826987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.826987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.827374] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.827473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.827536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.827777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.827847] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.828937] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2803cb4-4742-470c-af7c-b53fe5729ce2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.832043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.832043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.832043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.832043] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2803cb4-4742-470c-af7c-b53fe5729ce2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.846932] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 819.847541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.962795] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 819.963044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.963623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.963847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.965080] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.965080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.965080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.965080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.965080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.965080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.965080] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.965582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.965753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.965918] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.966036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.966102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.966239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.966344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.966401] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.105036] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.105503] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.105776] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.106304] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.106795] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.107146] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.107395] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.107792] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.108089] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.108472] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.108702] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.108934] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.109167] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.109399] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.109625] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.109898] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.123305] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.123305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.123505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.123686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.123741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.123943] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.124078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.124141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.124335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.124444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.124498] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a already deleted. [ 820.124579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.130121] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.130310] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.130462] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.130735] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.131278] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-8df81486-d944-4dd9-80fd-a8fa5f05b483 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.131437] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.132109] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.132109] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.132308] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df81486-d944-4dd9-80fd-a8fa5f05b483',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.314680] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.314976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.315198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.315404] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.315523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.315586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.315757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.315874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.315936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.316032] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.335639] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.335639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.335639] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.335639] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2803cb4-4742-470c-af7c-b53fe5729ce2 with status ACTIVE [ 820.335639] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.335639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.335639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.335639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.335639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.336371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.336371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.336371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.336547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.336547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.336796] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.336987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.336987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.337315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.337497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.337554] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2803cb4-4742-470c-af7c-b53fe5729ce2 is going to be updated. [ 820.364621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.364815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.364815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.365423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.366229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2803cb4-4742-470c-af7c-b53fe5729ce2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.469856] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.470062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.470209] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.635327] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.636375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.636375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.636375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.636375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.636657] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 8df81486-d944-4dd9-80fd-a8fa5f05b483 not found, creating... [ 820.636983] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.637747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.637747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.637747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.637747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.638058] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.638238] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.638376] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.638610] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.638771] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.638929] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 8df81486-d944-4dd9-80fd-a8fa5f05b483 is going to be created. [ 820.664821] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.665103] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.665239] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.665550] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.665804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.666065] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.821014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.821014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.821014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.821014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.821410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.821410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821772] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.821772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.821907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.822043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.822158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.822212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.822354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.822428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.822528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.822621] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.840355] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.972829] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.325217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dfc20dc-84f3-4cf7-8819-111327e23c6c: rpc.has_security_group_logging(os_id): False [ 821.346312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.346312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.346312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.346312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.346312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.346312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f is going to be created. [ 821.349621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.349784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.349850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.350034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.350132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.350341] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.351099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.351099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.351099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.351099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.351099] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.351099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.351099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.351489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.351489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.351489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.351628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.351628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.351741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.351801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.351884] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be updated. [ 821.392693] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.392976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.392976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.394196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.394196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406260] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f in Status: UNINITIALIZED for 2s [ 821.441496] env[65079]: INFO networking_nsxv3.common.synchronization [req-205232c3-fce0-471f-88a5-f9e584e7c646 req-7c0b2338-dc2c-48cb-bf31-c1c49b9917e7 service nova] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_rules [ 821.441817] env[65079]: INFO networking_nsxv3.common.synchronization [req-205232c3-fce0-471f-88a5-f9e584e7c646 req-7c0b2338-dc2c-48cb-bf31-c1c49b9917e7 service nova] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 821.443153] env[65079]: INFO networking_nsxv3.common.synchronization [req-205232c3-fce0-471f-88a5-f9e584e7c646 req-7c0b2338-dc2c-48cb-bf31-c1c49b9917e7 service nova] Enqueued Resource ID: 8df81486-d944-4dd9-80fd-a8fa5f05b483 with Priority: HIGHEST for action port [ 821.443986] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_rules [ 821.444287] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 821.444530] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df81486-d944-4dd9-80fd-a8fa5f05b483 with Priority: HIGHEST for action port [ 821.445582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445842] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.447142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.447573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.447882] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.450985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.450985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.450985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.450985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.450985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.451386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.452130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.452130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.452306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.453416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.453416] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df81486-d944-4dd9-80fd-a8fa5f05b483 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.455278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.455278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.455278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.455278] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df81486-d944-4dd9-80fd-a8fa5f05b483',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.465996] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.466199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.466270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.467088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.467088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.478635] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.478768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.478945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.479795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.479795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.479795] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 821.507640] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 821.542051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.542051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.542051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.542051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.542051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.571019] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 821.963594] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.964537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.964638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.964798] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df81486-d944-4dd9-80fd-a8fa5f05b483 with status ACTIVE [ 821.965785] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.965785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.965785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.965785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.965785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.965785] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.965785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.966194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.966194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.966194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.966339] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.966339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.966448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.966611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.966691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.966820] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df81486-d944-4dd9-80fd-a8fa5f05b483 is going to be updated. [ 822.005774] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.005945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.006016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.006211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.006352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.006550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df81486-d944-4dd9-80fd-a8fa5f05b483" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.472407] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.977180] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.977180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.977180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.977180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.977180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.977180] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be created. [ 823.006709] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.006902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.006979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.007241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.007407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.020091] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: UNINITIALIZED for 2s [ 823.421630] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f in Status: SUCCESS [ 823.422366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.422366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.422366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.422680] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.422680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.422840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.422899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.423115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.423215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.423310] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.526267] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 823.526486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.582819] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 823.583092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.583295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.583634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.583883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.584100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.584195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.584384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.584473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.584568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.584794] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.584904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.585078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.585182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.585341] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.585460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.585617] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.585709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.585789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.585873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.585970] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.927832] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.927832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.927832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.927832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.927832] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.927832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.927832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.927832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.928189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.928189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.928189] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.928373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.928373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.928437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.928631] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.928790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.928840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.929032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.929544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.929544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.929544] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.089471] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24: rpc.has_security_group_logging(os_id): False [ 824.112909] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.113119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.113216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.113498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.113716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.114057] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.115263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.115405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.115619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.115731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.116159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.116258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.116436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.116537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.116928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.117105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.117223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.117287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.117392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be created. [ 824.199142] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.199142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.199142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.199142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.199142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.215016] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 824.432852] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26ff57ab-5ab2-465e-a6b9-e118bc84763f: rpc.has_security_group_logging(os_id): False [ 824.452867] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.453046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.453142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.453482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.453616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.453995] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.455262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.455262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.455262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.455262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.455262] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.455262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.455262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.459629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.459629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.459629] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.459629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.459629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.459629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.459629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.459629] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f is going to be created. [ 824.529985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.529985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.530116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.530356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.530568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.545160] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f in Status: IN_PROGRESS for 2s [ 825.039558] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 825.039878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.040094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.040332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.040740] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.040908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.040981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.041337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.041429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.041522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.041673] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.547641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.548096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.548096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.548190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.548396] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.548506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.548558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.548715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.548823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.548904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.549079] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.549182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.549742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.549742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.549742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.549742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.549742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.550016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.550016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.550016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.550144] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.055545] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f26f3a47-0306-44a9-8c14-66772c241f3a: rpc.has_security_group_logging(os_id): False [ 826.078134] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.078948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.078948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.078948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.078948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.079312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.079312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.079312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.079312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.079578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.079578] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.079825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.079825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.079825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.080065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.080125] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.080202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.080253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.080431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.080528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.080584] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be created. [ 826.182103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.182287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.182287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.183200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.183200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.201362] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: IN_PROGRESS for 2s [ 826.238476] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 826.238926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.239618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.239618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.239618] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.445628] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.445628] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 826.559771] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f in Status: SUCCESS [ 826.560211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.743133] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.743332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.743453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.743739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.744035] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.744192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.744246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.744472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.744586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.744706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.744818] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.092458] env[65079]: INFO networking_nsxv3.common.synchronization [req-230e1713-8be6-4b95-b40f-8083658a02fb req-f22699ce-48bd-48e2-b3d3-7af08dc39a8c tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_members [ 827.093426] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_members [ 827.093846] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.094172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.094172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.094469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.094673] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.094761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.094812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.095073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.095230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.095356] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.247914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.251385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.251385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.251385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.251385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.252120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.252120] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.515250] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.515250] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.515250] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.515250] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.515250] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.515250] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.519346] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.519649] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.519805] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.520036] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.520143] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.520250] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.520348] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.520453] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.520552] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.520689] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.545758] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.545933] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.546144] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.546699] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.546699] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-bd351547-55d7-4ac8-b263-73decd6eda0b taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.546962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.546962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.547308] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.547443] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd351547-55d7-4ac8-b263-73decd6eda0b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.597400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.597813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.597813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.597930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.597930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.598153] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.598248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.598891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.598891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.598891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.598891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b already deleted. [ 827.598891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.754649] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24: rpc.has_security_group_logging(os_id): False [ 827.774315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.774550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.774550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.774781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.774877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.775156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.775335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.775335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.775460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.775539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.775731] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.775828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.775962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.776123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.776198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776429] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.776543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.776613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.776719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.776795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776881] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 827.845084] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.845084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.845084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.845084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.845084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.861786] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 828.050418] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.050662] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.050760] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.051380] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.051380] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.051380] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port bd351547-55d7-4ac8-b263-73decd6eda0b not found, creating... [ 828.051677] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.051898] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.052046] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.052285] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.052428] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.052798] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.053017] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.053203] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.053439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.053659] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.053816] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: bd351547-55d7-4ac8-b263-73decd6eda0b is going to be created. [ 828.078261] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.078512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.078648] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.079137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.079453] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079706] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.219585] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 828.219931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.524273] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e3ba0199-6c66-4e14-b76e-9e57bd425bae None None] Enqueued Resource ID: 5621762b-156f-4564-be69-4c2cf229153d with Priority: HIGHEST for action port [ 828.524902] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5621762b-156f-4564-be69-4c2cf229153d with Priority: HIGHEST for action port [ 828.525468] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-5621762b-156f-4564-be69-4c2cf229153d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.525603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5621762b-156f-4564-be69-4c2cf229153d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.527176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5621762b-156f-4564-be69-4c2cf229153d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.527176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5621762b-156f-4564-be69-4c2cf229153d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.527176] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5621762b-156f-4564-be69-4c2cf229153d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.819653] env[65079]: INFO networking_nsxv3.common.synchronization [req-230e1713-8be6-4b95-b40f-8083658a02fb req-da8bf216-8408-41ee-9e64-f774cb05198c service nova] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_rules [ 828.819653] env[65079]: INFO networking_nsxv3.common.synchronization [req-230e1713-8be6-4b95-b40f-8083658a02fb req-da8bf216-8408-41ee-9e64-f774cb05198c service nova] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_members [ 828.819653] env[65079]: INFO networking_nsxv3.common.synchronization [req-230e1713-8be6-4b95-b40f-8083658a02fb req-da8bf216-8408-41ee-9e64-f774cb05198c service nova] Enqueued Resource ID: bd351547-55d7-4ac8-b263-73decd6eda0b with Priority: HIGHEST for action port [ 828.820714] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_rules [ 828.821122] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_members [ 828.821624] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd351547-55d7-4ac8-b263-73decd6eda0b with Priority: HIGHEST for action port [ 828.822407] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.822795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.823084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.823557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.823849] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.825504] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.829021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.829021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.829021] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.830510] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd351547-55d7-4ac8-b263-73decd6eda0b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.830935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.831216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.831738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.831930] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd351547-55d7-4ac8-b263-73decd6eda0b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.028962] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5621762b-156f-4564-be69-4c2cf229153d [ 829.029294] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.029455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.029532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.029805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.029937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.030554] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5621762b-156f-4564-be69-4c2cf229153d already deleted. [ 829.030554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5621762b-156f-4564-be69-4c2cf229153d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.337507] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.337507] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.337507] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd351547-55d7-4ac8-b263-73decd6eda0b with status ACTIVE [ 829.337507] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.337507] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.337507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.340497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.340784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.340949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.341047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.341282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.341404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.341730] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd351547-55d7-4ac8-b263-73decd6eda0b is going to be updated. [ 829.364100] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.364359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.364359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.364543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.364679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.364850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd351547-55d7-4ac8-b263-73decd6eda0b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.833023] env[65079]: INFO networking_nsxv3.common.synchronization [req-d6d41e71-f2d8-4552-98b4-d7aab226aa82 req-5633b13d-cd75-4372-a373-47544913afbf tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 829.833023] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 829.833023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.834284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.834354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.834548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.835197] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.835197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.835197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.835197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.835197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.835557] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.836960] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.884232] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 829.884232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.338997] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.340292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.340434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.340502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.340719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.340805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.340906] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b is going to be created. [ 830.378668] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.378668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.378668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.378850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.379022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.392132] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9109a41f-291b-405b-b1c5-3ede4be5243b in Status: UNINITIALIZED for 2s [ 830.689507] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.691928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.691928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.691928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.691928] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.694125] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.694358] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.695484] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.695910] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.695910] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.696193] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.696341] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.696478] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.696596] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.696708] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.696866] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.724477] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.724477] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.724477] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.724477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-965" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.724477] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-01e58dc8-7c5f-4c49-ac37-af49b1a51443 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.724477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.724477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.724477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.724477] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e58dc8-7c5f-4c49-ac37-af49b1a51443',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.843418] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.945394] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e67244bd-cad4-4075-bc6d-b308ecbab611 tempest-ServerActionsV293TestJSON-967825791 tempest-ServerActionsV293TestJSON-967825791-project-member] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_rules [ 830.946100] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_rules [ 830.946409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.946529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.946614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.946861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.946935] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.116696] env[65079]: INFO networking_nsxv3.common.synchronization [None req-43113474-8b76-4c95-b030-ebc5e249ece3 tempest-ServerActionsV293TestJSON-967825791 tempest-ServerActionsV293TestJSON-967825791-project-member] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_rules [ 831.116987] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_rules [ 831.117280] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.117399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.153636] env[65079]: INFO networking_nsxv3.common.synchronization [None req-56b1ef26-6eee-4b62-8a96-c5884dcc7334 None None] Enqueued Resource ID: 6239e863-0414-4358-823c-9c860f895ca7 with Priority: HIGHEST for action port [ 831.154352] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6239e863-0414-4358-823c-9c860f895ca7 with Priority: HIGHEST for action port [ 831.154730] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6239e863-0414-4358-823c-9c860f895ca7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.154889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6239e863-0414-4358-823c-9c860f895ca7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6239e863-0414-4358-823c-9c860f895ca7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.155578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6239e863-0414-4358-823c-9c860f895ca7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.155578] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6239e863-0414-4358-823c-9c860f895ca7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.227062] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.227751] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.228940] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.228940] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.228940] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.228940] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 01e58dc8-7c5f-4c49-ac37-af49b1a51443 not found, creating... [ 831.229583] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.229583] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.229583] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.229583] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.229898] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.229978] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.230309] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.230390] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.230587] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.230728] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.230891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 is going to be created. [ 831.257605] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.258284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.258284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.258284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.258519] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.259584] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.346242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.346421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.346475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.346685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.346775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.346898] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 831.390575] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.390575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.391156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.391156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.391156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.407023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 831.473022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.473168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.473237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.473458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.473862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.473862] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f already deleted. [ 831.473862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.473862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.474197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.474477] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.658533] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6239e863-0414-4358-823c-9c860f895ca7 [ 831.658844] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.658995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.660635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.660635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.660635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.660635] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6239e863-0414-4358-823c-9c860f895ca7 already deleted. [ 831.660635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6239e863-0414-4358-823c-9c860f895ca7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.996516] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.998296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.998296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.998296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.998296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.998296] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f already deleted. [ 831.998296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.123738] env[65079]: INFO networking_nsxv3.common.synchronization [req-d6d41e71-f2d8-4552-98b4-d7aab226aa82 req-b82869a2-7e0f-4a43-a189-b9ca2e111e8e service nova] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 832.123738] env[65079]: INFO networking_nsxv3.common.synchronization [req-d6d41e71-f2d8-4552-98b4-d7aab226aa82 req-b82869a2-7e0f-4a43-a189-b9ca2e111e8e service nova] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 832.123916] env[65079]: INFO networking_nsxv3.common.synchronization [req-d6d41e71-f2d8-4552-98b4-d7aab226aa82 req-b82869a2-7e0f-4a43-a189-b9ca2e111e8e service nova] Enqueued Resource ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with Priority: HIGHEST for action port [ 832.124451] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 832.124663] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 832.124711] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with Priority: HIGHEST for action port [ 832.124973] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.125780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.125780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.125780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.125780] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.126395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.126491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.126677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e58dc8-7c5f-4c49-ac37-af49b1a51443 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.126775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.126836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.127043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.127120] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e58dc8-7c5f-4c49-ac37-af49b1a51443',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.409054] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9109a41f-291b-405b-b1c5-3ede4be5243b in Status: SUCCESS [ 832.409054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.409054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.409273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.409466] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.409631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.409700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.410284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.410284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.410284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.410284] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.628798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.629293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.632944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with status ACTIVE [ 832.633228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.633412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.633542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.633867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.634040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.634350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.634527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.634666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.634909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.635260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.635476] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.635579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.635644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.635883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.635883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.636031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 is going to be updated. [ 832.665144] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.665300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.665300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.665524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.665638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.665802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.914526] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.417920] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 833.417920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.417920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.417920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.418450] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.418450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.418450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.418450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.418450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.418703] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.419940] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9109a41f-291b-405b-b1c5-3ede4be5243b: rpc.has_security_group_logging(os_id): False [ 833.438042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.438213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.438290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.438510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.438600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.438844] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.438941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.439007] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.439186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.439390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.439390] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b is going to be created. [ 833.506163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.506163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.506163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.506163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.506163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.518758] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9109a41f-291b-405b-b1c5-3ede4be5243b in Status: IN_PROGRESS for 2s [ 833.910243] env[65079]: INFO networking_nsxv3.common.synchronization [req-51e5cbab-5351-4a76-a0a0-8062e3d7ed6a req-56103216-dba3-49b7-ba9e-252f197d10d8 tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 833.910815] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 833.911269] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.911399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.911605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.911691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.911818] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.911913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.911986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.912207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.912301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.912397] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.921183] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.190350] env[65079]: INFO networking_nsxv3.common.synchronization [req-51e5cbab-5351-4a76-a0a0-8062e3d7ed6a req-a962320a-d3b5-4f56-b9db-cce2f76aeb8a tempest-ServersTestMultiNic-527087290 tempest-ServersTestMultiNic-527087290-project-member] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 834.191067] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGHEST for action security_group_members [ 834.191693] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.191800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.415447] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.423833] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.917796] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.926140] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.926351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.926351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.926638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.926692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.926777] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 834.963379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.963379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.963379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.963746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.963746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.976636] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 835.421091] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.421310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.421411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.421656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.421785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.423743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 835.463827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.464236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.464236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.464350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.465038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.483918] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 835.538603] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9109a41f-291b-405b-b1c5-3ede4be5243b in Status: SUCCESS [ 835.538833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.947425] env[65079]: INFO networking_nsxv3.common.synchronization [req-06d93918-fffe-4b00-9b37-c07cfeda867d req-860bf2fd-42c0-42df-b39b-c463d915a23d tempest-ServerGroupTestJSON-1421657642 tempest-ServerGroupTestJSON-1421657642-project-member] Enqueued Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_members [ 835.947994] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGHEST for action security_group_members [ 835.948333] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.948457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.948638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.948716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.949624] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.949710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.949748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.949919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.950019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.950445] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.251631] env[65079]: INFO networking_nsxv3.common.synchronization [req-5702372e-3f2b-4464-91b9-cc76ed286f1d req-3775bfba-e48d-43a2-8637-6e7dd371b5a0 tempest-ImagesOneServerTestJSON-1700429174 tempest-ImagesOneServerTestJSON-1700429174-project-member] Enqueued Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_members [ 836.252304] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGHEST for action security_group_members [ 836.252638] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.252738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.252794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.253090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.253955] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.253955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.253955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.254700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.254700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.254700] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.454248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.454468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.454531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.454783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.454830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.455022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.455161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.455293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.455408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.455486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.455582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f is going to be updated. [ 836.491238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.491535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.491535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.491636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.491845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.503428] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f in Status: IN_PROGRESS for 2s [ 836.758033] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.758240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.758305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.758506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.758618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.758839] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.758943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.759018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.759200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.759315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.759435] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f is going to be updated. [ 836.793051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.793051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.802979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: IN_PROGRESS for 2s [ 836.987229] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 836.987388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.987430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.988023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.988235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988585] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.491559] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493662] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.494024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.497346] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 837.497531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.497708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.497923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.499150] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.499150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.499150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.499150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.499150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.499150] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.538644] env[65079]: INFO networking_nsxv3.common.synchronization [None req-79cdd865-bc7b-40fc-8dd6-5926742e9def tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: b72708ae-0937-4f83-9a55-3e62743793ea with Priority: HIGHEST for action security_group_rules [ 837.539439] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72708ae-0937-4f83-9a55-3e62743793ea with Priority: HIGHEST for action security_group_rules [ 837.539549] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b72708ae-0937-4f83-9a55-3e62743793ea taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.539652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.539784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.539979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.540124] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b72708ae-0937-4f83-9a55-3e62743793ea',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.708010] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0178d69a-4a0a-4f96-8a0d-cd89c734ffe4 tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: b72708ae-0937-4f83-9a55-3e62743793ea with Priority: HIGHEST for action security_group_rules [ 837.708818] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72708ae-0937-4f83-9a55-3e62743793ea with Priority: HIGHEST for action security_group_rules [ 837.709150] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b72708ae-0937-4f83-9a55-3e62743793ea taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.709263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.001576] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 838.002353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.002486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.002553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.002862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.002862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.003119] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.003252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.003322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.003479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.003553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.005069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be updated. [ 838.020653] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.020653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.020653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.020653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.020653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.020854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.020938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.020997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.021155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.021232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.021406] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.021495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.021553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.021686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.022023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.022023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.022023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.022164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.022261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.022299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.022376] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 838.031816] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.032083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.032083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.032277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.034432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.045445] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: IN_PROGRESS for 2s [ 838.058914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.059299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.060708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.060708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.060708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.060708] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b72708ae-0937-4f83-9a55-3e62743793ea already deleted. [ 838.060708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.060708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.060708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.060708] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b72708ae-0937-4f83-9a55-3e62743793ea',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.092527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.095032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.095032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.095032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.095032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121440] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 838.513582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f in Status: SUCCESS [ 838.513888] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f deletion is rescheduled due to dependency. [ 838.513940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.584644] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.584644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.584644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.584864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.584864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.585350] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b72708ae-0937-4f83-9a55-3e62743793ea already deleted. [ 838.585350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b72708ae-0937-4f83-9a55-3e62743793ea" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.814140] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f in Status: SUCCESS [ 838.814314] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f deletion is rescheduled due to dependency. [ 838.814314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.057692] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 in Status: SUCCESS [ 840.057958] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 deletion is rescheduled due to dependency. [ 840.058031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.139295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 840.139546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.303685] env[65079]: INFO networking_nsxv3.common.synchronization [req-8983520f-af67-40df-a61f-b243d04fcbd1 req-ba337414-0bc8-49f1-9219-1eb4af6fa485 tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 840.304634] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 840.305189] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.305189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.305395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.305522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.305702] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.305809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.305877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.306055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.306147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.306248] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.672020] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.672020] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.672411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.673592] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.673592] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.673592] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.673983] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.674259] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.674477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.674766] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.674942] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.675090] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.675222] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.675349] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.675478] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.675621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.697415] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.697538] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.697718] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.697957] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.698380] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-255c76bf-5e10-4dcc-bda6-2594c941e19a taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.698708] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.698708] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.699100] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.699277] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255c76bf-5e10-4dcc-bda6-2594c941e19a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.808575] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.808985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.809691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.809691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.809691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.809691] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.810175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.810175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.810175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.810175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.810175] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 already deleted. [ 840.810477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.201951] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.202587] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.202587] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.202664] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.202769] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.202917] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 255c76bf-5e10-4dcc-bda6-2594c941e19a not found, creating... [ 841.203479] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.203479] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.203642] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.203895] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.204113] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204444] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.204655] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204810] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.205545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.205545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.205545] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 255c76bf-5e10-4dcc-bda6-2594c941e19a is going to be created. [ 841.229098] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.229420] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.229602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.229888] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.230678] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.230678] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.004265] env[65079]: INFO networking_nsxv3.common.synchronization [req-8983520f-af67-40df-a61f-b243d04fcbd1 req-9394c435-9b4a-43f1-84a0-4417f05f4440 service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 842.004733] env[65079]: INFO networking_nsxv3.common.synchronization [req-8983520f-af67-40df-a61f-b243d04fcbd1 req-9394c435-9b4a-43f1-84a0-4417f05f4440 service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 842.004919] env[65079]: INFO networking_nsxv3.common.synchronization [req-8983520f-af67-40df-a61f-b243d04fcbd1 req-9394c435-9b4a-43f1-84a0-4417f05f4440 service nova] Enqueued Resource ID: 255c76bf-5e10-4dcc-bda6-2594c941e19a with Priority: HIGHEST for action port [ 842.005527] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 842.005675] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 842.005803] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255c76bf-5e10-4dcc-bda6-2594c941e19a with Priority: HIGHEST for action port [ 842.006111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.006242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.006308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.006530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.006760] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.008176] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.008269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.008440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.008531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.008656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.008741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.008794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.008952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.009052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.009127] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.010438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-255c76bf-5e10-4dcc-bda6-2594c941e19a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.010438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.010438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.010438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.010438] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255c76bf-5e10-4dcc-bda6-2594c941e19a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.464023] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 842.464023] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 842.464626] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 842.464626] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 842.464889] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.465168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.465309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.465601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.465787] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.465899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.465963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.466464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.466566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.466666] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.471019] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.471019] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.471019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.471019] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.508629] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.508802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.509724] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_rules [ 842.509896] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 842.510036] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 842.510163] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 842.510284] env[65079]: INFO networking_nsxv3.common.synchronization [req-f808f803-39c6-489d-b247-688f2374455f req-0e7cac82-a218-46ac-94a1-d62085a1b367 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with Priority: HIGHEST for action port [ 842.510771] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_rules [ 842.510900] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 842.511016] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with Priority: HIGHEST for action port [ 842.511285] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 842.511486] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 842.511643] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.511862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.512051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.512227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.512308] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.513576] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.513690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.513749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.513920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.515696] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.515696] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e58dc8-7c5f-4c49-ac37-af49b1a51443 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.515696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.515696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.515696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.515696] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e58dc8-7c5f-4c49-ac37-af49b1a51443',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.517583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.517583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.517583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.517583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.517583] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 255c76bf-5e10-4dcc-bda6-2594c941e19a with status ACTIVE [ 842.517583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.517583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.517583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.517583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.517583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.518418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.518418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.518418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.518418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.518418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.518615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.518615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.518693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.519884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.519884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.519884] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 255c76bf-5e10-4dcc-bda6-2594c941e19a is going to be updated. [ 842.521865] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.541170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.541355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.541429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.541639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.541771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.541929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255c76bf-5e10-4dcc-bda6-2594c941e19a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.549625] env[65079]: INFO networking_nsxv3.common.synchronization [req-a1793992-80d3-4e36-9b89-3ed0084ce900 req-7dc3c07e-5291-4741-8069-eab096114269 tempest-ServersTestBootFromVolume-1107839363 tempest-ServersTestBootFromVolume-1107839363-project-member] Enqueued Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_members [ 842.550227] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c with Priority: HIGHEST for action security_group_members [ 842.550615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.550743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.551402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.551402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.551402] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.551732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.551732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.552212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.552212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552886] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.968902] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.972842] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.015080] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.015255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.015671] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.015671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.017214] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with status ACTIVE [ 843.017669] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.017796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.017863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.021021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.021021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.021021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.021021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 is going to be updated. [ 843.023153] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.056191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.056473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.056930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.056930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.059181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.059303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.059424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.059558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.059699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.059856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.080227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.080493] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.080653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.080731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.080889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.080970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.081123] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c is going to be updated. [ 843.111706] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.111865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.111924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.112170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.112317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.123298] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c in Status: IN_PROGRESS for 2s [ 843.472343] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.476676] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.526395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.526552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.526656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.528502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.528502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.528502] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be created. [ 843.552225] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.552440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.552681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.553015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.553181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.564305] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: UNINITIALIZED for 2s [ 843.974963] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.975263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.975380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.975637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.975748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.975895] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 843.978068] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.978273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.978334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.978593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.978695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.979833] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be created. [ 844.005633] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.005848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.005848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.006059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.006228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.008802] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.008928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.009014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.009208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.009358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.018588] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 844.019266] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: UNINITIALIZED for 2s [ 845.136340] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c in Status: SUCCESS [ 845.136340] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c deletion is rescheduled due to dependency. [ 845.136659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78ce5f6-d6df-4d12-b5d1-48689cdcdf4c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.579720] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.579720] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.579720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.579720] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.033459] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 846.033814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.033972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.034287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.034530] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.034687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.034775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.034950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.035049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.035165] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.036702] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 846.036888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.037056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.037236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.037417] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.037580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.037580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.038655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.038752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.038852] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.084867] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.540228] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.543869] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.584384] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab25d7-89dc-443b-aa2f-bd6cd1593006: rpc.has_security_group_logging(os_id): False [ 846.605774] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.606051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.606187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.608142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.608142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.608142] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.608142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.608142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.608142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.608142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.608142] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be created. [ 846.677621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.678066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.678648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.678920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.679502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.692760] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 847.044035] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.049788] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.155300] env[65079]: INFO networking_nsxv3.common.synchronization [None req-3041fee7-5a23-4b4f-9da3-fd101700f47c None None] Enqueued Resource ID: 7f5fb9fd-784d-4724-aab7-c37d69ea2a9f with Priority: HIGHEST for action port [ 847.155878] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5fb9fd-784d-4724-aab7-c37d69ea2a9f with Priority: HIGHEST for action port [ 847.156298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f5fb9fd-784d-4724-aab7-c37d69ea2a9f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.156447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f5fb9fd-784d-4724-aab7-c37d69ea2a9f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.156717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f5fb9fd-784d-4724-aab7-c37d69ea2a9f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.157019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f5fb9fd-784d-4724-aab7-c37d69ea2a9f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.157109] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5fb9fd-784d-4724-aab7-c37d69ea2a9f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.549299] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.549299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.549299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.549299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.549299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.549299] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 847.550574] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.552152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.552152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.552152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.552152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.552152] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be updated. [ 847.585412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.585572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.585657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.585871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.586043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.588041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.588041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.588041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.588287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.588570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.599026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: IN_PROGRESS for 2s [ 847.599835] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 847.660801] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f5fb9fd-784d-4724-aab7-c37d69ea2a9f [ 847.661052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.661192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.661266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.661498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.661596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.661694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f5fb9fd-784d-4724-aab7-c37d69ea2a9f already deleted. [ 847.661774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f5fb9fd-784d-4724-aab7-c37d69ea2a9f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.710228] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 848.710228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.612722] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 849.612930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613593] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.614064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.614064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.614216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.614291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.614403] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.616299] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 849.616505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.616774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.616971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.617270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.617406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.617494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.617665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.617822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.617874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.617943] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.651108] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 849.651276] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_members [ 849.651402] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 849.651950] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 849.652118] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_members [ 849.652287] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 849.652761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.652888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.652957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.653231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.653329] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.653423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.653483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.653684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.653724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.653859] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.654723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7374e86-f767-40f2-b4f4-9870951ced29 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.655587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.655587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.655730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.656050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.656253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.656327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.656481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.656566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.656670] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.658631] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.658723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.658778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.658935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.659092] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.659189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.659253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.659418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.659464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.659547] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.711719] env[65079]: INFO networking_nsxv3.common.synchronization [req-c4cd3a08-5a3a-42a7-bf74-e7cbe8c4a191 req-f2322633-4c98-4770-90dd-e48371e8984d tempest-ServersTestFqdnHostnames-1931099342 tempest-ServersTestFqdnHostnames-1931099342-project-member] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_members [ 849.712495] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGHEST for action security_group_members [ 849.712831] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.712955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.713026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.713671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.713671] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.713671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.713671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.713671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.713949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.713949] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.724201] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_rules [ 849.724386] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 849.724536] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 849.724689] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 849.724815] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_rules [ 849.724936] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_members [ 849.725073] env[65079]: INFO networking_nsxv3.common.synchronization [req-38ad226e-79cf-4e32-9492-a661027cb3aa req-a3d2bddf-33eb-4201-ba1f-73b9b21f169d tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with Priority: HIGHEST for action port [ 849.725595] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_rules [ 849.725737] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_rules [ 849.725837] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_members [ 849.725937] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with Priority: HIGHEST for action port [ 849.727113] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_rules [ 849.727642] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 849.727918] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 849.729386] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.729386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.729606] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.729606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.729752] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7374e86-f767-40f2-b4f4-9870951ced29 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.730156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.730156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e58dc8-7c5f-4c49-ac37-af49b1a51443 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.730275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.730461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.730699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.731061] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e58dc8-7c5f-4c49-ac37-af49b1a51443',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.731675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7374e86-f767-40f2-b4f4-9870951ced29 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.731786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.731855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.732099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.732182] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.733453] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.733544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.733733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.733968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.913206] env[65079]: INFO networking_nsxv3.common.synchronization [None req-74be9fb6-2d5a-407d-877d-0c165779b229 None None] Enqueued Resource ID: 6be80819-9d3f-492f-b127-42f4dbd9341c with Priority: HIGHEST for action port [ 849.913206] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be80819-9d3f-492f-b127-42f4dbd9341c with Priority: HIGHEST for action port [ 849.913206] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be80819-9d3f-492f-b127-42f4dbd9341c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.914063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be80819-9d3f-492f-b127-42f4dbd9341c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.914558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be80819-9d3f-492f-b127-42f4dbd9341c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.916297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be80819-9d3f-492f-b127-42f4dbd9341c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.916297] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be80819-9d3f-492f-b127-42f4dbd9341c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.120309] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.121369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.121493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.162033] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.162033] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.163154] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.217077] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.217283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.217451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.217826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.217826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.217933] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.218015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.218748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.218856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.218943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219055] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa is going to be updated. [ 850.235720] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01e58dc8-7c5f-4c49-ac37-af49b1a51443 with status ACTIVE [ 850.235948] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.236105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.236178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.236565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.236565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.236758] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.236758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.237912] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.237912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.237912] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01e58dc8-7c5f-4c49-ac37-af49b1a51443 is going to be updated. [ 850.238972] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7374e86-f767-40f2-b4f4-9870951ced29 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.239141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.251412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.251573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.251640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.251861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.252095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.276051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.276190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.276254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.276568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.276784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.277035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e58dc8-7c5f-4c49-ac37-af49b1a51443" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.278891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: IN_PROGRESS for 2s [ 850.420088] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be80819-9d3f-492f-b127-42f4dbd9341c [ 850.420088] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.420315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.420353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.420664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.420809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.420955] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be80819-9d3f-492f-b127-42f4dbd9341c already deleted. [ 850.421111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be80819-9d3f-492f-b127-42f4dbd9341c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.624278] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11fd87f0-9225-482a-87f5-a584906e2947: rpc.has_security_group_logging(os_id): False [ 850.644204] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.644359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.644359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.645503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.645503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.645503] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.645503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.645503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.645503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.645503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.645503] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be created. [ 850.662178] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.665151] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.666468] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.705230] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.705515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.705515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.705683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.706123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.718211] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: IN_PROGRESS for 2s [ 851.166929] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.167145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.167205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.167780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.167780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.167780] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 is going to be created. [ 851.170018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.170018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.170018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.170018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.170018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.170018] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 851.171352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.171472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.171535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.171858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.171961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.172073] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be updated. [ 851.208648] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.208648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.208782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.209388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.209388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.212295] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.212470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.212546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.212804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.212948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.215122] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.215122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.215122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.215321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.216010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.232108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7374e86-f767-40f2-b4f4-9870951ced29 in Status: UNINITIALIZED for 2s [ 851.232108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: IN_PROGRESS for 2s [ 851.232108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 852.314843] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa in Status: SUCCESS [ 852.315151] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa deletion is rescheduled due to dependency. [ 852.315309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.735771] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 852.735771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.735771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.735771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.735771] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.129574] env[65079]: INFO networking_nsxv3.common.synchronization [req-a198b8b1-f4fe-4160-8231-3430e3591e4c req-28acb6e7-177b-4a22-b78e-70f54ccee163 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 853.129574] env[65079]: INFO networking_nsxv3.common.synchronization [req-a198b8b1-f4fe-4160-8231-3430e3591e4c req-28acb6e7-177b-4a22-b78e-70f54ccee163 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_members [ 853.129574] env[65079]: INFO networking_nsxv3.common.synchronization [req-a198b8b1-f4fe-4160-8231-3430e3591e4c req-28acb6e7-177b-4a22-b78e-70f54ccee163 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 853.129783] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 853.129878] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7374e86-f767-40f2-b4f4-9870951ced29 with Priority: HIGHEST for action security_group_members [ 853.129976] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGHEST for action security_group_members [ 853.131241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.131478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.131585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7374e86-f767-40f2-b4f4-9870951ced29 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.131634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.131779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.131873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.239718] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.239884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.243515] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7374e86-f767-40f2-b4f4-9870951ced29 in Status: SUCCESS [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.243515] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.243515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.243515] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.245033] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 853.245033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.245329] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 853.245412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.245560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.245734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.245931] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.245983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.246064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.246378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.246378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.246378] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.250794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.252028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.252028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.252028] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.753876] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.755253] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.755253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.755253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.755719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.755883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.756028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.756270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.756270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.756407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.756407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.756516] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 is going to be deleted. [ 853.758499] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.758629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.758751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.758861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.759283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.759466] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.760327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.760411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.760566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.760673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.760782] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be updated. [ 853.794488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.794798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.794798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.795021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.795190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.799885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.800056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.800151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.800363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.800457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.800572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.800796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.800904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.801148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.801314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.801398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.801549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.801632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.801722] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.806650] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: IN_PROGRESS for 2s [ 854.263194] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.304409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.304590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.304638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.307030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.307030] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 already deleted. [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.307030] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.307030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.307030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.307687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.307687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.307687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.307687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.307687] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.765681] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.766033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.766033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.766231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.766376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.766449] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 854.804233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.804325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.804410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.804599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.804742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.809556] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7374e86-f767-40f2-b4f4-9870951ced29',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.810714] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.811162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.811162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.812577] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.812577] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 already deleted. [ 854.812577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.821127] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 855.313716] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7374e86-f767-40f2-b4f4-9870951ced29: rpc.has_security_group_logging(os_id): False [ 855.333408] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.333770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.333919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.334204] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.334315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.334380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.334547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.334626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.334716] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 is going to be created. [ 855.363512] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e7374e86-f767-40f2-b4f4-9870951ced29], does not exist path=[/infra/domains/default/groups/e7374e86-f767-40f2-b4f4-9870951ced29]."\n}' [ 855.363512] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7374e86-f767-40f2-b4f4-9870951ced29 [ 855.363747] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 855.371691] env[65079]: INFO networking_nsxv3.common.synchronization [req-6e720eba-5dea-49c5-8cfa-906c7a6ba864 req-befe1265-2c64-4eaf-bf54-c9589d57dc77 tempest-ListServerFiltersTestJSON-1699614693 tempest-ListServerFiltersTestJSON-1699614693-project-member] Enqueued Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 855.372281] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 with Priority: HIGHEST for action security_group_members [ 855.372596] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.372719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.372787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.372988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.373158] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.373259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.373331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.373470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.373554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.373645] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d4ee45-2ab1-4b63-ab19-48eab96263f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.422657] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.422820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.422898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.423149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.424037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.424378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.424521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.424629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.424874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.425319] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.425435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.425525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.425703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.425895] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7374e86-f767-40f2-b4f4-9870951ced29 is going to be created. [ 855.451900] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e7374e86-f767-40f2-b4f4-9870951ced29], does not exist path=[/infra/domains/default/groups/e7374e86-f767-40f2-b4f4-9870951ced29]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7374e86-f767-40f2-b4f4-9870951ced29 [ 855.452123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7374e86-f767-40f2-b4f4-9870951ced29" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.452721] env[65079]: Traceback (most recent call last): [ 855.452778] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 855.452778] env[65079]: return func(*args, **kwargs) [ 855.452778] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 855.452778] env[65079]: res.raise_for_status() [ 855.452778] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 855.452778] env[65079]: raise HTTPError(http_error_msg, response=self) [ 855.452778] env[65079]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7374e86-f767-40f2-b4f4-9870951ced29 [ 855.452778] env[65079]: During handling of the above exception, another exception occurred: [ 855.452778] env[65079]: Traceback (most recent call last): [ 855.452778] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 855.452778] env[65079]: listener.cb(fileno) [ 855.452778] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 855.452778] env[65079]: result = function(*args, **kwargs) [ 855.452778] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 855.452778] env[65079]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 855.452778] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 855.452778] env[65079]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 855.452778] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 855.452778] env[65079]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 855.452778] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 855.452778] env[65079]: res.raise_for_status() [ 855.452778] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 855.452778] env[65079]: raise HTTPError(http_error_msg, response=self) [ 855.452778] env[65079]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7374e86-f767-40f2-b4f4-9870951ced29 [ 855.453685] env[65079]: Removing descriptor: 58 [ 855.818395] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 855.818395] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 deletion is rescheduled due to dependency. [ 855.818395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.818395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.818885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.819272] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.819784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.819914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.820219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.820716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.820716] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.876726] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.876991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.876991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.877222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.906259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.906259] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.906259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.906259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.906448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.906448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.906517] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 is going to be updated. [ 855.941690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.941837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.941891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.942210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.942371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.952287] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: IN_PROGRESS for 2s [ 856.323134] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.323298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.323370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.323600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.347421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.347697] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.347823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.347892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.348125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.348214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.348311] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be updated. [ 856.378084] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.378228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.378301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.378516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.378655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.389222] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: IN_PROGRESS for 2s [ 856.832404] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 856.832671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.832838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.833204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.833299] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.833434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.833509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.833695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.833761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.833857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.834041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.834183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.834297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.834409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.834564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.834669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.834740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.834881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.834969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.835071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.835183] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.836085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.836271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.836440] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.836535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.836607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.836749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.836867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.836908] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.340125] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 857.340665] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.362039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.362039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.362290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.362417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.383490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.383771] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.383921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.383988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.384666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.384666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.384666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.384666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.384666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.384951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.384951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.385073] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.385170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.385233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.385368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.385469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.385523] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 857.448662] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.448828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.448828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.449057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.449204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.466835] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 857.844454] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.963071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 in Status: SUCCESS [ 857.963712] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d4ee45-2ab1-4b63-ab19-48eab96263f0 deletion is rescheduled due to dependency. [ 857.963712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d4ee45-2ab1-4b63-ab19-48eab96263f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.976038] env[65079]: INFO networking_nsxv3.common.synchronization [req-d8f080d0-3d2a-445b-82a1-4d88315ff75f req-cd173977-3074-4cc1-8a03-a4e831a27761 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 857.976674] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 857.977098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.977258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.977331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.977588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.977792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.977924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.978026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.978341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.978341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.978446] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.306162] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.306416] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.306526] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.306894] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.307280] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.307486] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.307625] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.307879] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.308063] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.308645] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.308645] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.308645] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.308645] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.308835] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.308835] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.308960] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.332586] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.332811] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.332969] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.333192] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.333545] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-16ab6044-9740-455a-bc20-1f94637e378f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.333801] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.333873] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.334322] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.334461] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ab6044-9740-455a-bc20-1f94637e378f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.347078] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.348423] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 858.380607] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.380858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.380858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.381068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.381213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.403203] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 858.404943] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 858.405325] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 deletion is rescheduled due to dependency. [ 858.405948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.405948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.406835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.407103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.407276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.407352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.408202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.408318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408960] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.481146] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.481146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.481146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.481321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.481534] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.481643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.481686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.481814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.481973] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be deleted. [ 858.510458] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.510669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.510669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.510916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.510975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.511066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.836721] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.836985] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.837130] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.837401] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.837548] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.837704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 16ab6044-9740-455a-bc20-1f94637e378f not found, creating... [ 858.837973] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.838151] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.838267] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.838567] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.838805] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.839256] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.839500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.839709] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.840044] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.840239] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.840406] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 16ab6044-9740-455a-bc20-1f94637e378f is going to be created. [ 858.862470] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.862908] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.862908] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.863089] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.863321] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.863543] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.911469] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.413985] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11fd87f0-9225-482a-87f5-a584906e2947: rpc.has_security_group_logging(os_id): False [ 859.433397] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.433645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.433747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.434052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.434230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.434570] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.434717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.434816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.435183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435303] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be updated. [ 859.482637] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 859.482876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.483054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.483305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.483400] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.511211] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.511352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.511414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.511626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.511773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.527624] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: IN_PROGRESS for 2s [ 859.591781] env[65079]: INFO networking_nsxv3.common.synchronization [req-d8f080d0-3d2a-445b-82a1-4d88315ff75f req-aa47ac24-7da1-49ab-b729-8dd1ddba66ee service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 859.591967] env[65079]: INFO networking_nsxv3.common.synchronization [req-d8f080d0-3d2a-445b-82a1-4d88315ff75f req-aa47ac24-7da1-49ab-b729-8dd1ddba66ee service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 859.592191] env[65079]: INFO networking_nsxv3.common.synchronization [req-d8f080d0-3d2a-445b-82a1-4d88315ff75f req-aa47ac24-7da1-49ab-b729-8dd1ddba66ee service nova] Enqueued Resource ID: 16ab6044-9740-455a-bc20-1f94637e378f with Priority: HIGHEST for action port [ 859.592736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 859.592876] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 859.593039] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ab6044-9740-455a-bc20-1f94637e378f with Priority: HIGHEST for action port [ 859.593265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.593388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.593480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.593644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.593722] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.594627] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.594799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.594848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.594991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.595219] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.595308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.595373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.595515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.595598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.595687] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.596643] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ab6044-9740-455a-bc20-1f94637e378f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.596723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.596793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.596947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.597040] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ab6044-9740-455a-bc20-1f94637e378f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.985641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.985955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.098756] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.100058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.100182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.100613] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ab6044-9740-455a-bc20-1f94637e378f with status ACTIVE [ 860.100819] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.100994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.101062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.101325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.101957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.101957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.101957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.101957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.102221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.102260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.102719] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.102719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.102719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.103090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ab6044-9740-455a-bc20-1f94637e378f is going to be updated. [ 860.126786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.126786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.126786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.126786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.126786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.126786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ab6044-9740-455a-bc20-1f94637e378f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.423638] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 860.423908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.424095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.424389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.424599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.424730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.424798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.424940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.425058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.425124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.425202] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.602838] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.928094] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.928094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.928094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.928371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.928490] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.928967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.929053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.929434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.929434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.929434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.929579] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.929632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.930016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.930016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.930016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.930147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.930147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.930296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.930343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.930412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.930504] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.104279] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.104641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.104641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.104818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.104908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.105023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be created. [ 861.129346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.129576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.129576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.129733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.129903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.140363] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: UNINITIALIZED for 2s [ 861.433242] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60444538-f62d-4800-824f-fca54b1911c4: rpc.has_security_group_logging(os_id): False [ 861.452592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.452825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.452825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.453038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.453133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.453351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.453458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.453531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.453707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.453787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.453974] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.454080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.454140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.454413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.454520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.454737] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.454888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.454957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.455305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.455530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.455683] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 861.541115] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.541301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.541367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.542128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.542128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.543980] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fd87f0-9225-482a-87f5-a584906e2947 in Status: SUCCESS [ 861.544163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.562441] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 863.150378] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 863.150780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.150780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.151210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.151355] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.151436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.151543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.151725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.151833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.151945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.152072] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.581281] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 863.581521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.654833] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.655077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.655166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.655418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.655616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.655719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.655802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.655953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.656553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.656553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.656553] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.656765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.656765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.657101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.657402] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.657538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.657601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.658626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.658626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.658626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.658626] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.161458] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f121e0-f03f-4c27-8897-139abb30e706: rpc.has_security_group_logging(os_id): False [ 864.181868] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.182137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.182213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.182425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.182519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.182725] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.182829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.182892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.183058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.183141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.183345] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.183442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.183506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.183684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.183782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.184181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.184350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.184416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.184743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.184838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.184948] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be created. [ 864.246591] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.246591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.246591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.246591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.246591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.269763] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 864.593988] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 864.594452] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 866.286983] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 866.287286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.587504] env[65079]: INFO networking_nsxv3.common.synchronization [req-7d8d51d8-6fed-4920-b22e-e32853c994b2 req-82de42c7-9e70-4352-ac9d-199e40c2c529 tempest-InstanceActionsV221TestJSON-702273678 tempest-InstanceActionsV221TestJSON-702273678-project-member] Enqueued Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_members [ 866.588441] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_members [ 866.588850] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.588985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.589817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.590161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.590471] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.590814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.590936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.591183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.591294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.591428] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.004483] env[65079]: INFO networking_nsxv3.common.synchronization [req-d0e70254-1c69-42bb-8755-a3ce07892f71 req-fd0a277f-0a70-4ec6-91fe-fec4f38e544f tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 867.004570] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 867.004892] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.005245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.005245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.005381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.005544] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.005649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.005714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.005866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.005950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.006074] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.013673] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.013847] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-305" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.013963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-305" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.014313] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-305" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.014571] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.015338] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.015338] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.015338] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.015338] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.015491] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.015491] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.015603] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.015687] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.015845] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.015970] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.016117] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.037564] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.038028] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.038028] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.038145] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-305" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.038437] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.038650] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.038791] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.039210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.039396] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34efbe4-22d3-4a95-94c4-8295d9fe63ec',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.094126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.094396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.094510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.095392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.095392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.095392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.095392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.095392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.095392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.095642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.095733] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9335592c-54c0-483a-8682-e7262967dafc already deleted. [ 867.095836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.509633] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.545024] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.545024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port f34efbe4-22d3-4a95-94c4-8295d9fe63ec not found, creating... [ 867.545024] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.545024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.545500] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.545500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.545500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.545820] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.546065] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.546340] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: f34efbe4-22d3-4a95-94c4-8295d9fe63ec is going to be created. [ 867.581808] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.582119] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.582241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.582563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.582798] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.583100] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.011226] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.286107] env[65079]: INFO networking_nsxv3.common.synchronization [req-7d8d51d8-6fed-4920-b22e-e32853c994b2 req-0dce8b0d-32c3-4edd-a3a7-489c9a6d5045 service nova] Enqueued Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_rules [ 868.286258] env[65079]: INFO networking_nsxv3.common.synchronization [req-7d8d51d8-6fed-4920-b22e-e32853c994b2 req-0dce8b0d-32c3-4edd-a3a7-489c9a6d5045 service nova] Enqueued Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_members [ 868.286374] env[65079]: INFO networking_nsxv3.common.synchronization [req-7d8d51d8-6fed-4920-b22e-e32853c994b2 req-0dce8b0d-32c3-4edd-a3a7-489c9a6d5045 service nova] Enqueued Resource ID: f34efbe4-22d3-4a95-94c4-8295d9fe63ec with Priority: HIGHEST for action port [ 868.286875] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_rules [ 868.287015] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_members [ 868.287122] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34efbe4-22d3-4a95-94c4-8295d9fe63ec with Priority: HIGHEST for action port [ 868.287395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.287514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.287579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.287820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.287903] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.288735] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.288839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.288908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.289089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.289229] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.289326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.289387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.291104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.291104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.291104] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.291104] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.291104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.291104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.291584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.291584] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34efbe4-22d3-4a95-94c4-8295d9fe63ec',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.514934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.515258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.515320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.515561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.515676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.515806] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 868.558019] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.558771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.558771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.558771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.558771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.576333] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 868.793860] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.793860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.802648] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.802648] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f34efbe4-22d3-4a95-94c4-8295d9fe63ec with status ACTIVE [ 868.802648] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.802648] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.802648] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.802648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.803286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.803286] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f34efbe4-22d3-4a95-94c4-8295d9fe63ec is going to be updated. [ 868.830837] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.830986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.831072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.831284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.831414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.831567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34efbe4-22d3-4a95-94c4-8295d9fe63ec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.307801] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.629313] env[65079]: INFO networking_nsxv3.common.synchronization [None req-2905b12c-f2be-449b-8eb7-bebe9f1ff5ba None None] Enqueued Resource ID: a32b45c8-f0f1-4092-ad5a-6ee2a325d40a with Priority: HIGHEST for action port [ 869.632914] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32b45c8-f0f1-4092-ad5a-6ee2a325d40a with Priority: HIGHEST for action port [ 869.633369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a32b45c8-f0f1-4092-ad5a-6ee2a325d40a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.633777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a32b45c8-f0f1-4092-ad5a-6ee2a325d40a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.633777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a32b45c8-f0f1-4092-ad5a-6ee2a325d40a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.634095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a32b45c8-f0f1-4092-ad5a-6ee2a325d40a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.634095] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32b45c8-f0f1-4092-ad5a-6ee2a325d40a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.813117] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.813117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.813117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.813117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.813352] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9335592c-54c0-483a-8682-e7262967dafc is going to be created. [ 869.838479] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.838678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.838716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.838925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.839169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.849632] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9335592c-54c0-483a-8682-e7262967dafc in Status: UNINITIALIZED for 2s [ 870.138396] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a32b45c8-f0f1-4092-ad5a-6ee2a325d40a [ 870.138630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.138770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.138845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.139077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.141847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.142246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a32b45c8-f0f1-4092-ad5a-6ee2a325d40a already deleted. [ 870.142410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a32b45c8-f0f1-4092-ad5a-6ee2a325d40a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.588266] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 870.588374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.749930] env[65079]: INFO networking_nsxv3.common.synchronization [req-961893bc-ed5e-4e67-aaa3-67c01fd6b7c4 req-a4760c15-9b1f-4463-b74b-46545e3db833 tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 870.750843] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 870.750843] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.750843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.750843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.751238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.751238] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.751238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.751347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.751903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.751903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.751903] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.151009] env[65079]: INFO networking_nsxv3.common.synchronization [req-ccfe073a-b66a-408e-90ff-33afbebd9916 req-a544b682-03dd-471d-abc8-6322dea3c89b tempest-ServersWithSpecificFlavorTestJSON-1124523615 tempest-ServersWithSpecificFlavorTestJSON-1124523615-project-member] Enqueued Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 871.151665] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d65df-77a6-4798-835f-9915d2934242 with Priority: HIGHEST for action security_group_members [ 871.151973] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7d65df-77a6-4798-835f-9915d2934242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.152262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.152330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.152533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.152695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.152795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.152859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.153013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.153104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.153222] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7d65df-77a6-4798-835f-9915d2934242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.254942] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.255212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.255665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.255943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.277582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.277911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.278028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.278100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.278361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.278469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.278575] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 871.310953] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.311221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.311221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.311393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.311499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.324017] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 871.655744] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.655905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.655978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.656220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.678541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.679070] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.679070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.679070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.679327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.679605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.679605] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 is going to be updated. [ 871.707392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.708506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.708506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.708506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.708506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.717156] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: IN_PROGRESS for 2s [ 871.859602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9335592c-54c0-483a-8682-e7262967dafc in Status: SUCCESS [ 871.864156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.864156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.864156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.864373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.864373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.864463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.864540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864718] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.031668] env[65079]: INFO networking_nsxv3.common.synchronization [req-320be119-be91-4f7a-809c-79b94e798f19 req-e5c2b185-8858-4283-a757-d36e6f6bba69 tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 872.031668] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 872.032600] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.033047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.033541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.033922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.036152] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.036152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.036152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.036152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.036152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.036152] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.308304] env[65079]: INFO networking_nsxv3.common.synchronization [None req-5f0ef153-4cf1-45e7-a772-44316651b55d tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 872.308879] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 872.309195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.309322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.309389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.309634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.309713] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.368526] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.368689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.368790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.369018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.369207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.369312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.369375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.369528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.369615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.369703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.369868] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.369963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.370037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.370206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.370348] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.370440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.370516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.370656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.370733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.370834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.371177] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.459893] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.460149] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.460269] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.461686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.461686] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.461686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.461686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.461686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.461686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462034] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.462034] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.462034] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.462222] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.462441] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.462593] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.462784] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.494183] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.494183] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.494183] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.494183] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.495378] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-43f584ca-7762-4321-8d8b-6b492c666780 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.495613] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.495747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.496102] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.496240] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f584ca-7762-4321-8d8b-6b492c666780',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.538417] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.538417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.538417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.538417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.538417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.538417] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.538417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.540319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.540319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.540319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.540319] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be deleted. [ 872.541872] env[65079]: INFO networking_nsxv3.common.synchronization [None req-56adc537-b2fd-490c-ade6-893014b66ef0 tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 872.542894] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 872.543261] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.543352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.558442] env[65079]: INFO networking_nsxv3.common.synchronization [None req-eb1578bf-6134-4a9d-abfe-8c0ba315fdda None None] Enqueued Resource ID: 05763009-4703-4f44-95f4-65042b189ab1 with Priority: HIGHEST for action port [ 872.559262] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05763009-4703-4f44-95f4-65042b189ab1 with Priority: HIGHEST for action port [ 872.559809] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-05763009-4703-4f44-95f4-65042b189ab1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.559999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05763009-4703-4f44-95f4-65042b189ab1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.560137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05763009-4703-4f44-95f4-65042b189ab1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.560485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05763009-4703-4f44-95f4-65042b189ab1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.560618] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05763009-4703-4f44-95f4-65042b189ab1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.568948] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.569161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.569284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.569536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.569681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.569817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.831567] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.831804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.831804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.831940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.832046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.832158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d already deleted. [ 872.832500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.832500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.832862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.832862] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.876520] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9335592c-54c0-483a-8682-e7262967dafc: rpc.has_security_group_logging(os_id): False [ 872.895243] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.895404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.895461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.895751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.895779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.896298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.896298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.896298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.896518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.896518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.896677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.896773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.896773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.896883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.896960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.897155] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.897251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.897313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.897523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.897523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.897620] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9335592c-54c0-483a-8682-e7262967dafc is going to be created. [ 872.958144] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.958288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.958362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.958582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.958763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.971099] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9335592c-54c0-483a-8682-e7262967dafc in Status: IN_PROGRESS for 2s [ 873.000348] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.000598] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.000725] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001021] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.001205] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.001374] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 43f584ca-7762-4321-8d8b-6b492c666780 not found, creating... [ 873.001671] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.001938] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.002026] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.002273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.002413] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.002709] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.002875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.002988] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.003219] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.003405] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.003576] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 43f584ca-7762-4321-8d8b-6b492c666780 is going to be created. [ 873.037127] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.037415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.037547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.037905] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.038172] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.038418] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.063445] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05763009-4703-4f44-95f4-65042b189ab1 [ 873.063753] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.063899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.063971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.064282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.064508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.064626] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05763009-4703-4f44-95f4-65042b189ab1 already deleted. [ 873.064721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05763009-4703-4f44-95f4-65042b189ab1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.333822] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 873.333940] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 873.334072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.358023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.358214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.358290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.358506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.358603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.358722] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d already deleted. [ 873.358827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.734624] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7d65df-77a6-4798-835f-9915d2934242 in Status: SUCCESS [ 873.735388] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7d65df-77a6-4798-835f-9915d2934242 deletion is rescheduled due to dependency. [ 873.735388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7d65df-77a6-4798-835f-9915d2934242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.758183] env[65079]: INFO networking_nsxv3.common.synchronization [req-320be119-be91-4f7a-809c-79b94e798f19 req-4dacf4b7-7846-4169-b55a-36c408c4fd96 service nova] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_rules [ 873.758447] env[65079]: INFO networking_nsxv3.common.synchronization [req-320be119-be91-4f7a-809c-79b94e798f19 req-4dacf4b7-7846-4169-b55a-36c408c4fd96 service nova] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 873.758515] env[65079]: INFO networking_nsxv3.common.synchronization [req-320be119-be91-4f7a-809c-79b94e798f19 req-4dacf4b7-7846-4169-b55a-36c408c4fd96 service nova] Enqueued Resource ID: 43f584ca-7762-4321-8d8b-6b492c666780 with Priority: HIGHEST for action port [ 873.759130] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_rules [ 873.759318] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 873.759527] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f584ca-7762-4321-8d8b-6b492c666780 with Priority: HIGHEST for action port [ 873.759921] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.760124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.760124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.760344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.760402] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.761478] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.762814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.762814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.762814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.762814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.762814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.762814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.763047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.763047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.763047] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.764385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f584ca-7762-4321-8d8b-6b492c666780 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.765064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.765064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.765064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.765064] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f584ca-7762-4321-8d8b-6b492c666780',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.271225] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.271225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.271225] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.271225] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43f584ca-7762-4321-8d8b-6b492c666780 with status ACTIVE [ 874.271225] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.271225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.271225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.271225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.271225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.271225] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.271881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.271881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.271881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.271881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.271881] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.271881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.272081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.276326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.276617] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.276685] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43f584ca-7762-4321-8d8b-6b492c666780 is going to be updated. [ 874.314743] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.314743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.314943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.315620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.315776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.315935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f584ca-7762-4321-8d8b-6b492c666780" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.646977] env[65079]: INFO networking_nsxv3.common.synchronization [req-f9f8bd6f-abd2-44c1-9d9f-89d9e9bf8f17 req-a60d9acf-d879-4da5-8357-8522e3f228cb tempest-ServerRescueTestJSON-1129018774 tempest-ServerRescueTestJSON-1129018774-project-member] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 874.647584] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 874.647913] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.648055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.648127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.648324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.648500] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.648601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.648664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.648828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.648914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.649037] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.780404] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.986604] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9335592c-54c0-483a-8682-e7262967dafc in Status: SUCCESS [ 874.986928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.093128] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.093267] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.093376] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.093631] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.093891] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.094054] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.094170] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.094439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.094588] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.094800] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.094941] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.095073] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.095182] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.095312] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.095425] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.095586] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.114658] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.114816] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.115227] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.115227] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-585" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.115428] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.115800] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.115800] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.116041] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.116225] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a0e1e9-8e24-4070-a2f7-090cf1d69bef',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.152108] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.285130] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.285130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.285130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.285130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.285130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.285130] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be created. [ 875.310330] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.310498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.310551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.311802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.311802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.323428] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: UNINITIALIZED for 2s [ 875.618167] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.618388] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.618515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.618794] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.618944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.619107] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 88a0e1e9-8e24-4070-a2f7-090cf1d69bef not found, creating... [ 875.619362] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.619589] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.619656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.619844] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.619974] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.620260] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.620426] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.620544] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.620741] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.620868] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.621008] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 88a0e1e9-8e24-4070-a2f7-090cf1d69bef is going to be created. [ 875.640323] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.640584] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.640817] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.641126] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.641351] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.641584] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.654641] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.157428] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.157710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.157799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.158435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.158717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.158852] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be updated. [ 876.191382] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.191585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.191585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.192100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.192100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.203274] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: IN_PROGRESS for 2s [ 876.399091] env[65079]: INFO networking_nsxv3.common.synchronization [req-f9f8bd6f-abd2-44c1-9d9f-89d9e9bf8f17 req-94058de0-814d-47fd-908a-1c0fd178aa4b service nova] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_rules [ 876.400897] env[65079]: INFO networking_nsxv3.common.synchronization [req-f9f8bd6f-abd2-44c1-9d9f-89d9e9bf8f17 req-94058de0-814d-47fd-908a-1c0fd178aa4b service nova] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 876.400897] env[65079]: INFO networking_nsxv3.common.synchronization [req-f9f8bd6f-abd2-44c1-9d9f-89d9e9bf8f17 req-94058de0-814d-47fd-908a-1c0fd178aa4b service nova] Enqueued Resource ID: 88a0e1e9-8e24-4070-a2f7-090cf1d69bef with Priority: HIGHEST for action port [ 876.400897] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_rules [ 876.400897] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 876.401219] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a0e1e9-8e24-4070-a2f7-090cf1d69bef with Priority: HIGHEST for action port [ 876.401367] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.401552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.401650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.402047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.402175] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.403639] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.403639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.403851] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.404120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404535] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a0e1e9-8e24-4070-a2f7-090cf1d69bef',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.906884] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.907045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.907219] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a0e1e9-8e24-4070-a2f7-090cf1d69bef with status ACTIVE [ 876.907390] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.907499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.907566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.907779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.908024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.908220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.908329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.908410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.908612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.908703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.908894] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.908988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.909073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.909220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.909284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.909402] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a0e1e9-8e24-4070-a2f7-090cf1d69bef is going to be updated. [ 876.934071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.934147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.934177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.934656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.935136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.935681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a0e1e9-8e24-4070-a2f7-090cf1d69bef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.336553] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 877.336781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.336951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.337200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.337406] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.337555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.337632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.337795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.337900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338121] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.379084] env[65079]: INFO networking_nsxv3.common.synchronization [req-deae18dc-beb6-4f13-b8b4-d491874af872 req-d36a92a2-88f6-4ba0-86b4-704c5e48f179 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 877.379832] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 877.380368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.380701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.380851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.380979] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.381124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.381188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.381546] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.843336] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.843336] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.843336] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.843336] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.843336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.844118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.845518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.845518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.845518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.845518] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.884568] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.091770] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.091770] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.092030] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.092316] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.092415] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.092578] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.092681] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.092885] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.093172] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.093416] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.093530] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.093635] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.093740] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.093845] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.093946] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.094084] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.113210] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.113426] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.113518] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.113693] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.114038] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.114214] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.114361] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.114695] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.114832] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9236875d-e8ed-4f00-9e4d-7e2af941f4e2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.213982] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 878.214315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.214503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.214725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.214922] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.215059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.215130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.215334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.215413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.215512] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.347980] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 899a00c3-2ab2-4834-9d53-93ca42c9f8bc: rpc.has_security_group_logging(os_id): False [ 878.366278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.366603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.366603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.366814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.366814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.367122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367610] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.367819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.368137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.368660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.368660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.368660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.368660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.368865] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be created. [ 878.387493] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.427663] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.427814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.427880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.428102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.428284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.442215] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 878.617169] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.617455] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.617573] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.617861] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.618047] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.618247] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 9236875d-e8ed-4f00-9e4d-7e2af941f4e2 not found, creating... [ 878.618548] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.618876] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.618876] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619115] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619256] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619633] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.619816] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619935] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.620190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.620341] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620501] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 9236875d-e8ed-4f00-9e4d-7e2af941f4e2 is going to be created. [ 878.641497] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.641721] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.641849] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.642178] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.642415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.642642] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.717789] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.890392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.890392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.890740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.890740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.890740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.890841] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 878.922616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.922796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.922839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.924566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.924566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.933077] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 879.220797] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.381022] env[65079]: INFO networking_nsxv3.common.synchronization [req-deae18dc-beb6-4f13-b8b4-d491874af872 req-b8ec2793-c75c-4f34-b4ab-c36c29840ec5 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 879.381213] env[65079]: INFO networking_nsxv3.common.synchronization [req-deae18dc-beb6-4f13-b8b4-d491874af872 req-b8ec2793-c75c-4f34-b4ab-c36c29840ec5 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 879.381352] env[65079]: INFO networking_nsxv3.common.synchronization [req-deae18dc-beb6-4f13-b8b4-d491874af872 req-b8ec2793-c75c-4f34-b4ab-c36c29840ec5 service nova] Enqueued Resource ID: 9236875d-e8ed-4f00-9e4d-7e2af941f4e2 with Priority: HIGHEST for action port [ 879.381882] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 879.382940] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 879.383145] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9236875d-e8ed-4f00-9e4d-7e2af941f4e2 with Priority: HIGHEST for action port [ 879.383524] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.383627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.383627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.383856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.383942] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.385219] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.388308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.388308] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.388308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.388308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.388801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.388801] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9236875d-e8ed-4f00-9e4d-7e2af941f4e2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.723745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.723968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.724048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.725023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.725023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.725023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be updated. [ 879.761197] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.761197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.761497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.761551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.761796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.775138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: IN_PROGRESS for 2s [ 879.891060] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.891365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.891443] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9236875d-e8ed-4f00-9e4d-7e2af941f4e2 with status ACTIVE [ 879.891570] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.891689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.891758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.891957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.892057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.892333] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.892462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.892498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.892648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.892730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.892923] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.893025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.893091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.893237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.893316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.893403] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9236875d-e8ed-4f00-9e4d-7e2af941f4e2 is going to be updated. [ 879.923734] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.923734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.923734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.923967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.924161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.924315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9236875d-e8ed-4f00-9e4d-7e2af941f4e2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.011468] env[65079]: INFO networking_nsxv3.common.synchronization [req-b1c4362f-2010-40a0-a370-5e788a72d579 req-52dfc603-38f1-4b51-aae8-67ab95842644 tempest-ServersNegativeTestJSON-1516917176 tempest-ServersNegativeTestJSON-1516917176-project-member] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 880.012078] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 880.012430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.012558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.014054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.014437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.014624] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.014740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.014807] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.014977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.015917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.015917] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.166076] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a0baf82e-1a62-4b57-8d3e-c220d4b06e3e None None] Enqueued Resource ID: 05f6de85-8cde-424e-bba4-77e6dad35010 with Priority: HIGHEST for action port [ 880.166076] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f6de85-8cde-424e-bba4-77e6dad35010 with Priority: HIGHEST for action port [ 880.166076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f6de85-8cde-424e-bba4-77e6dad35010 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.166076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f6de85-8cde-424e-bba4-77e6dad35010" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.166076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f6de85-8cde-424e-bba4-77e6dad35010" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.166076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f6de85-8cde-424e-bba4-77e6dad35010" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.166076] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f6de85-8cde-424e-bba4-77e6dad35010',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.465760] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 880.465760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.519690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.520265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.521885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.521885] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 already deleted. [ 880.521885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.668771] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05f6de85-8cde-424e-bba4-77e6dad35010 [ 880.669083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.669267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.669305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.669559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.669680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.669830] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05f6de85-8cde-424e-bba4-77e6dad35010 already deleted. [ 880.669950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f6de85-8cde-424e-bba4-77e6dad35010" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.774447] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.774853] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.774853] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.775267] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.775571] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.775821] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.776022] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.776395] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.776484] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.777107] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.777107] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.777107] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.777231] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.777670] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.777670] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.777670] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.798554] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.798757] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.798858] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.799063] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.799702] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-6c2e839b-c050-4ef5-aa45-c950dc735615 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.799702] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.799702] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.800068] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.800228] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2e839b-c050-4ef5-aa45-c950dc735615',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.948326] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 880.948701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.949786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.950289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.950289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.950518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.950698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.951012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.952229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.952387] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.303972] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303972] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303972] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.304216] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.304951] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.304951] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 6c2e839b-c050-4ef5-aa45-c950dc735615 not found, creating... [ 881.304951] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.304951] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.305171] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.305270] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.305451] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.305767] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.306389] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.306389] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.306389] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.306688] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.306688] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 is going to be created. [ 881.327052] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.327315] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.327439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.327715] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.327946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.328186] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.455537] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.789031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 881.789031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.789031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.789226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.789440] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.789554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.789634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.789790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.789871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.789956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.790059] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.959441] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.047109] env[65079]: INFO networking_nsxv3.common.synchronization [req-b1c4362f-2010-40a0-a370-5e788a72d579 req-caa830c1-f9c7-49f9-b00c-1680105ffcbb service nova] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_rules [ 882.047285] env[65079]: INFO networking_nsxv3.common.synchronization [req-b1c4362f-2010-40a0-a370-5e788a72d579 req-caa830c1-f9c7-49f9-b00c-1680105ffcbb service nova] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 882.047419] env[65079]: INFO networking_nsxv3.common.synchronization [req-b1c4362f-2010-40a0-a370-5e788a72d579 req-caa830c1-f9c7-49f9-b00c-1680105ffcbb service nova] Enqueued Resource ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 with Priority: HIGHEST for action port [ 882.047913] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_rules [ 882.048780] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 882.048954] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 with Priority: HIGHEST for action port [ 882.049559] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.049714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.049866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.050159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.050269] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.052883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.053044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.053138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.053343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.056335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.056951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.057327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.057327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.057423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.058463] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.059460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2e839b-c050-4ef5-aa45-c950dc735615 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.059633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.059734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.059935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.060069] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2e839b-c050-4ef5-aa45-c950dc735615',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.191102] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0c9c7b93-8d4f-4b66-a984-46406c75569c None None] Enqueued Resource ID: 81a86377-2b03-47b0-acfd-9622d86ab0a3 with Priority: HIGHEST for action port [ 882.191335] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a86377-2b03-47b0-acfd-9622d86ab0a3 with Priority: HIGHEST for action port [ 882.192284] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a86377-2b03-47b0-acfd-9622d86ab0a3 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.192284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a86377-2b03-47b0-acfd-9622d86ab0a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.192284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a86377-2b03-47b0-acfd-9622d86ab0a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.192541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a86377-2b03-47b0-acfd-9622d86ab0a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.192728] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a86377-2b03-47b0-acfd-9622d86ab0a3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.292957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.292957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.293703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.293703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.293703] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.293703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.293915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.293915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.293978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295687] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.467108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.467108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.467108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.467108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.467108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.467108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 882.521053] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.521053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.521053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.521053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.521053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.531914] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 882.563032] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2e839b-c050-4ef5-aa45-c950dc735615 with status ACTIVE [ 882.563032] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.563032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.563032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.563817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.563933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.564165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.564309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.564356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.564530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.564616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.564813] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.564913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.564977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.565147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.565224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.565334] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 is going to be updated. [ 882.566436] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.568615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.568717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.593315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.593457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.593848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.593848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.593943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.594132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.695773] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81a86377-2b03-47b0-acfd-9622d86ab0a3 [ 882.695932] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.696181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.696181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.696455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.696545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.697119] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81a86377-2b03-47b0-acfd-9622d86ab0a3 already deleted. [ 882.697119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a86377-2b03-47b0-acfd-9622d86ab0a3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.800512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f26f3a47-0306-44a9-8c14-66772c241f3a: rpc.has_security_group_logging(os_id): False [ 882.825011] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.825011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.825011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.825011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.847101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.847555] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.847765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.847880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.848203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.848364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.848617] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.848780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.848883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.849088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.849171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.849377] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.849479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.849551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.849757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.849877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.849986] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be updated. [ 882.909303] env[65079]: INFO networking_nsxv3.common.synchronization [None req-05fc1ebb-6ba6-4827-b617-899504e0eb7a None None] Enqueued Resource ID: 7ff8e7a0-7734-42d6-981f-70bba75ba437 with Priority: HIGHEST for action port [ 882.909902] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff8e7a0-7734-42d6-981f-70bba75ba437 with Priority: HIGHEST for action port [ 882.910644] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff8e7a0-7734-42d6-981f-70bba75ba437 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.910778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff8e7a0-7734-42d6-981f-70bba75ba437" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.910834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff8e7a0-7734-42d6-981f-70bba75ba437" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.911207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff8e7a0-7734-42d6-981f-70bba75ba437" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.911415] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff8e7a0-7734-42d6-981f-70bba75ba437',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.923241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.923241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.923241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.923511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.923698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.943853] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: IN_PROGRESS for 2s [ 883.071946] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.415309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ff8e7a0-7734-42d6-981f-70bba75ba437 [ 883.415309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.415309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.415309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.415309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.415309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.415309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ff8e7a0-7734-42d6-981f-70bba75ba437 already deleted. [ 883.415309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff8e7a0-7734-42d6-981f-70bba75ba437" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.578775] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.578775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.579043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.579043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.579249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.579249] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be created. [ 883.608373] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.608373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.608373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.608373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.608984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.622206] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: UNINITIALIZED for 2s [ 884.545075] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 884.545075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.545075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.545075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.545075] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.545075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.545075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.545975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.545975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.545975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.545975] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.840773] env[65079]: INFO networking_nsxv3.common.synchronization [None req-be18a68b-08a4-45dd-a9d6-25215c2a46a7 None None] Enqueued Resource ID: 81240230-4d05-4f81-90bb-0867f900b7c8 with Priority: HIGHEST for action port [ 884.842957] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81240230-4d05-4f81-90bb-0867f900b7c8 with Priority: HIGHEST for action port [ 884.842957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-81240230-4d05-4f81-90bb-0867f900b7c8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.842957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81240230-4d05-4f81-90bb-0867f900b7c8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.842957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81240230-4d05-4f81-90bb-0867f900b7c8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.842957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81240230-4d05-4f81-90bb-0867f900b7c8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.842957] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81240230-4d05-4f81-90bb-0867f900b7c8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.967485] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 884.967651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.049506] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.049679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.049746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.050185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.050185] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.050355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.050355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.050491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.050580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.050667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.050901] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.050901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.051044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.051111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.051244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.051335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.051422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.051620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.051703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.051786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.051877] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.330183] env[65079]: INFO networking_nsxv3.common.synchronization [req-565375ea-9cf9-410e-932e-8b7feb14c669 req-1d29425b-8881-4806-a6c1-bd5332385a30 tempest-ServerActionsV293TestJSON-967825791 tempest-ServerActionsV293TestJSON-967825791-project-member] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_members [ 885.330796] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_members [ 885.331151] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.331278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.331342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.331618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.331777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.331876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.331937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.332102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.332200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.332318] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.345085] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81240230-4d05-4f81-90bb-0867f900b7c8 [ 885.345418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.345495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.345567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.346188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.346188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.346188] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81240230-4d05-4f81-90bb-0867f900b7c8 already deleted. [ 885.346360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81240230-4d05-4f81-90bb-0867f900b7c8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.556138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 885.574923] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.575038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.575113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.575336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.600390] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.600390] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.600390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.600853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.600853] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.600853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.600968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.601137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.601546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.601546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 885.632124] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 885.633083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.633083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.633083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.633083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.633083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.633413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.633413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.633413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.633489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.633578] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.677306] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.678058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.678058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.678058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.678058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.696986] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 885.835396] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.835567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.835567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.835866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.835986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.836213] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.836347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.836439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.836805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.836805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.836936] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f already deleted. [ 885.837061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.979057] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.979057] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-316" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.979057] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-316" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.979057] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-316" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.979989] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.980435] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.980753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.984030] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.984030] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.984030] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.984030] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.984030] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.984030] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.984030] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.984030] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.984030] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.010545] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.010545] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.010545] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.010545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-316" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.010545] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-7e047f5a-e763-4b79-9540-ff7df95690d8 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.010545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.010545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.010545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.010545] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e047f5a-e763-4b79-9540-ff7df95690d8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.139026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.139026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.139026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.139026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.139816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.139965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.140166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.140298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.140454] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.515266] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.515598] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515732] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.516055] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.516189] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.516332] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 7e047f5a-e763-4b79-9540-ff7df95690d8 not found, creating... [ 886.516967] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.516967] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.517144] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.518076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.518076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.518076] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.518076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.518076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.518901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.518901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.518901] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 7e047f5a-e763-4b79-9540-ff7df95690d8 is going to be created. [ 886.548899] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.548899] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.548899] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.549161] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.549203] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.549989] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.643351] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047eb9d4-3ce6-4307-8819-a7cfc34f10e9: rpc.has_security_group_logging(os_id): False [ 886.673462] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.673692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.673879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.674086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.674240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.674577] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.674728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.674837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.675076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.675175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.675389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.675485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.675761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.675797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.675921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.676145] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.677330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.677330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.677330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.677330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.677330] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be created. [ 886.761665] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.761895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.761895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.762223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.762565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.791918] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 886.934019] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a7c435d9-2a7a-46e8-915d-b7dbd2f51f0b None None] Enqueued Resource ID: 90da5b7e-3428-4338-be32-679a5a7a47bb with Priority: HIGHEST for action port [ 886.935198] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90da5b7e-3428-4338-be32-679a5a7a47bb with Priority: HIGHEST for action port [ 886.935641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-90da5b7e-3428-4338-be32-679a5a7a47bb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.935821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90da5b7e-3428-4338-be32-679a5a7a47bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.935916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90da5b7e-3428-4338-be32-679a5a7a47bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.936284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90da5b7e-3428-4338-be32-679a5a7a47bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.936404] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90da5b7e-3428-4338-be32-679a5a7a47bb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.263064] env[65079]: INFO networking_nsxv3.common.synchronization [req-565375ea-9cf9-410e-932e-8b7feb14c669 req-1f4404e1-4567-449b-baf8-c95e4ed8c5bc service nova] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_rules [ 887.263295] env[65079]: INFO networking_nsxv3.common.synchronization [req-565375ea-9cf9-410e-932e-8b7feb14c669 req-1f4404e1-4567-449b-baf8-c95e4ed8c5bc service nova] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_members [ 887.263466] env[65079]: INFO networking_nsxv3.common.synchronization [req-565375ea-9cf9-410e-932e-8b7feb14c669 req-1f4404e1-4567-449b-baf8-c95e4ed8c5bc service nova] Enqueued Resource ID: 7e047f5a-e763-4b79-9540-ff7df95690d8 with Priority: HIGHEST for action port [ 887.264012] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_rules [ 887.265665] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_members [ 887.265665] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e047f5a-e763-4b79-9540-ff7df95690d8 with Priority: HIGHEST for action port [ 887.265665] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.265665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.265665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.265906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.266044] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.267364] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.272012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.272012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.272012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.272337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.272337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.272337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.272540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.272540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.272627] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.273921] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e047f5a-e763-4b79-9540-ff7df95690d8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.274070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.274070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.274364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.274364] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e047f5a-e763-4b79-9540-ff7df95690d8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.438904] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90da5b7e-3428-4338-be32-679a5a7a47bb [ 887.439261] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.439414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.439534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.439856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.439919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.440922] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90da5b7e-3428-4338-be32-679a5a7a47bb already deleted. [ 887.440922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90da5b7e-3428-4338-be32-679a5a7a47bb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.714176] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 887.714176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.777071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e047f5a-e763-4b79-9540-ff7df95690d8 with status ACTIVE [ 887.777159] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.777286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.778039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.778039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.778039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.778039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.778244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.778244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.778300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.778575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.778633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.778820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.778877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778927] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e047f5a-e763-4b79-9540-ff7df95690d8 is going to be updated. [ 887.780831] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.782056] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.782056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.805733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.805733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.805954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.808824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.808824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.808824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e047f5a-e763-4b79-9540-ff7df95690d8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.096081] env[65079]: INFO networking_nsxv3.common.synchronization [req-82501a3d-9535-4e31-bf28-798a42e9ade7 req-8b84185e-1b4d-46e4-8517-6e6fdcc3672e tempest-InstanceActionsV221TestJSON-702273678 tempest-InstanceActionsV221TestJSON-702273678-project-member] Enqueued Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_members [ 888.096694] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9335592c-54c0-483a-8682-e7262967dafc with Priority: HIGHEST for action security_group_members [ 888.097655] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9335592c-54c0-483a-8682-e7262967dafc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.097806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.097906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.098926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.098926] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.098926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.099445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.100763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.101150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.101463] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9335592c-54c0-483a-8682-e7262967dafc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.284515] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.605968] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.605968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.606166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.606400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.606501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.606728] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.606890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.606993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.607101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.607209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.607255] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9335592c-54c0-483a-8682-e7262967dafc is going to be updated. [ 888.637096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.637240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.637309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.637514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.637663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.649815] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9335592c-54c0-483a-8682-e7262967dafc in Status: IN_PROGRESS for 2s [ 888.790438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.790438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.790438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.790785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.790785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.790923] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f is going to be created. [ 888.810229] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 888.810474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.825982] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.825982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.825982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.825982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.825982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.839364] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f in Status: UNINITIALIZED for 2s [ 889.065207] env[65079]: INFO networking_nsxv3.common.synchronization [None req-e4282ea1-2d57-4259-a9fb-9035010f5a30 None None] Enqueued Resource ID: e79efce4-2ab9-4474-9b8f-deed3d5c0301 with Priority: HIGHEST for action port [ 889.066022] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79efce4-2ab9-4474-9b8f-deed3d5c0301 with Priority: HIGHEST for action port [ 889.066395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e79efce4-2ab9-4474-9b8f-deed3d5c0301 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.066463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e79efce4-2ab9-4474-9b8f-deed3d5c0301" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.066562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e79efce4-2ab9-4474-9b8f-deed3d5c0301" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.066847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e79efce4-2ab9-4474-9b8f-deed3d5c0301" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.066966] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79efce4-2ab9-4474-9b8f-deed3d5c0301',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.569686] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e79efce4-2ab9-4474-9b8f-deed3d5c0301 [ 889.570761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.570950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.571042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.571256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.571340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.571449] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e79efce4-2ab9-4474-9b8f-deed3d5c0301 already deleted. [ 889.571509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e79efce4-2ab9-4474-9b8f-deed3d5c0301" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.661227] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9335592c-54c0-483a-8682-e7262967dafc in Status: SUCCESS [ 890.661586] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9335592c-54c0-483a-8682-e7262967dafc deletion is rescheduled due to dependency. [ 890.661586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9335592c-54c0-483a-8682-e7262967dafc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.849850] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f in Status: SUCCESS [ 890.850092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.850264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.850737] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.850851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.851205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.851310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.851444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.851550] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.354029] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.856928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f: rpc.has_security_group_logging(os_id): False [ 891.877879] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.878126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.878226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.878585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.878727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.879115] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.879274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.879367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.880149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.880149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.880149] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f is going to be created. [ 891.963271] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.963447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.963496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.963682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.963860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.980059] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f in Status: IN_PROGRESS for 2s [ 892.162552] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6a30c550-d463-4d2c-ade1-abf0b525d695 None None] Enqueued Resource ID: 4517e3ba-becc-4f6a-8353-5fcfe76bb3c5 with Priority: HIGHEST for action port [ 892.163133] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4517e3ba-becc-4f6a-8353-5fcfe76bb3c5 with Priority: HIGHEST for action port [ 892.163534] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4517e3ba-becc-4f6a-8353-5fcfe76bb3c5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.163661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4517e3ba-becc-4f6a-8353-5fcfe76bb3c5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.163737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4517e3ba-becc-4f6a-8353-5fcfe76bb3c5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.165099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4517e3ba-becc-4f6a-8353-5fcfe76bb3c5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.165206] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4517e3ba-becc-4f6a-8353-5fcfe76bb3c5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.668392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4517e3ba-becc-4f6a-8353-5fcfe76bb3c5 [ 892.668392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.668392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.668392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.668392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.668690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.668690] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4517e3ba-becc-4f6a-8353-5fcfe76bb3c5 already deleted. [ 892.668690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4517e3ba-becc-4f6a-8353-5fcfe76bb3c5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.002024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f in Status: SUCCESS [ 894.002024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.759144] env[65079]: INFO networking_nsxv3.common.synchronization [None req-c3442fa0-547e-4960-acb9-7edbe4081669 None None] Enqueued Resource ID: 088f8e31-f5de-421f-b8d0-ddc3ed767454 with Priority: HIGHEST for action port [ 894.759614] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088f8e31-f5de-421f-b8d0-ddc3ed767454 with Priority: HIGHEST for action port [ 894.760028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-088f8e31-f5de-421f-b8d0-ddc3ed767454 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.760396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088f8e31-f5de-421f-b8d0-ddc3ed767454" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.760396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088f8e31-f5de-421f-b8d0-ddc3ed767454" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.760620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088f8e31-f5de-421f-b8d0-ddc3ed767454" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.760731] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088f8e31-f5de-421f-b8d0-ddc3ed767454',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.265472] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 088f8e31-f5de-421f-b8d0-ddc3ed767454 [ 895.265472] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.265472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.265472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.265472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.265472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.265472] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:088f8e31-f5de-421f-b8d0-ddc3ed767454 already deleted. [ 895.265472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088f8e31-f5de-421f-b8d0-ddc3ed767454" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.347451] env[65079]: INFO networking_nsxv3.common.synchronization [None req-2f9103bc-39eb-494b-b50a-7d2b4625cd4f tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_rules [ 895.348102] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_rules [ 895.348445] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.348571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.348633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.348914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.349019] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.490491] env[65079]: INFO networking_nsxv3.common.synchronization [None req-8af2043b-c895-4e9c-9cac-43ad4d214fd2 tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_rules [ 895.491717] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_rules [ 895.491717] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.492270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.685104] env[65079]: INFO networking_nsxv3.common.synchronization [req-1e421ee8-aa93-4b74-8c80-ae8dc0a85e48 req-96a8c043-edca-4a08-b59c-732e76319d45 tempest-ServersAdminTestJSON-269741736 tempest-ServersAdminTestJSON-269741736-project-member] Enqueued Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 895.686670] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dce25ff-1802-4868-b39a-f55ae0499626 with Priority: HIGHEST for action security_group_members [ 895.686670] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dce25ff-1802-4868-b39a-f55ae0499626 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.686670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.686999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.687091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.687568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.687798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.687918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.688168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.688363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.688363] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dce25ff-1802-4868-b39a-f55ae0499626',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.871316] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.871514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.871514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.871736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.871832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.871933] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf already deleted. [ 895.872024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.872183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.872410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.872410] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.192913] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.192913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.192913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.192913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.216655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.217063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.217216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.217307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.217637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.217789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.217933] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 is going to be updated. [ 896.257765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.257765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.257765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.257765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.257765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.272513] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: IN_PROGRESS for 2s [ 896.409388] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.409577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.409577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.410288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.410288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.410288] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf already deleted. [ 896.410288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.284862] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dce25ff-1802-4868-b39a-f55ae0499626 in Status: SUCCESS [ 898.285187] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dce25ff-1802-4868-b39a-f55ae0499626 deletion is rescheduled due to dependency. [ 898.285187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dce25ff-1802-4868-b39a-f55ae0499626" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.672349] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb265bee-bd61-4c68-aef1-e91adc8ee187 req-e4186fec-cc01-4e40-bce9-a9a90fc26c2d tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 898.672913] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 898.673352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.673524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.673600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.673867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.674037] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.674141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.674208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.674419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.674493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.674569] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.066537] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.066537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.066537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.066537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.071981] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.072260] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.072479] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.072779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.073687] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.073687] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.073687] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.073687] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.073687] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.073687] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.074037] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.074097] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.094310] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.094529] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.094676] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.094913] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.095614] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-e6912dea-0df0-4fc2-806d-1dbe57828344 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.095614] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.095835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.096070] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.096217] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6912dea-0df0-4fc2-806d-1dbe57828344',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.160555] env[65079]: INFO networking_nsxv3.common.synchronization [req-9bf93195-0aae-4ae0-b17d-19845d58fa0d req-ba218fab-802f-4367-82c2-55765b0627f4 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 899.160647] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 899.160911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.161989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.162134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.162414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.162550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.162686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.162747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.162924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.163036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.163139] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.176804] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.177025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.177025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.177298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.177445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.177678] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.177789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.177853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.178040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.178118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.178215] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d already deleted. [ 899.178301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.490154] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.490555] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.490555] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.490723] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.490970] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.491161] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.491253] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.491459] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.491602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.491799] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.491910] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.492044] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.492133] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.492240] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.492375] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.492509] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.513775] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.513949] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.514070] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.514256] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.514689] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.514877] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.514999] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.515380] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.515490] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c793d6-4f3a-4b23-b345-b945c2d1dc2f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.599013] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.599258] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.599383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.599680] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.599845] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600016] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port e6912dea-0df0-4fc2-806d-1dbe57828344 not found, creating... [ 899.600284] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.600437] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.600579] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.601045] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.601223] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.601591] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.601733] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.601839] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.602122] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.602301] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.602445] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: e6912dea-0df0-4fc2-806d-1dbe57828344 is going to be created. [ 899.624340] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.624711] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.624892] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.625223] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.625500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.625772] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.665472] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.665691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.665691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.665897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.686526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.686758] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.686910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.686982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.687201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.687289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.687466] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 899.718112] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.718308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.718352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.718541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.718768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.730238] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 900.018449] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.018684] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.018912] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.019284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.019444] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.019621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 05c793d6-4f3a-4b23-b345-b945c2d1dc2f not found, creating... [ 900.019903] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.020076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.020193] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.020415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.020551] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.020830] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.020998] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.021137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.021339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.021470] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.021606] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 05c793d6-4f3a-4b23-b345-b945c2d1dc2f is going to be created. [ 900.043745] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.044012] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.044144] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.044475] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.044714] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.044998] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.338598] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb265bee-bd61-4c68-aef1-e91adc8ee187 req-869ec266-6883-45bb-a3ad-1b3466b6e94f service nova] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 900.338782] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb265bee-bd61-4c68-aef1-e91adc8ee187 req-869ec266-6883-45bb-a3ad-1b3466b6e94f service nova] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 900.338901] env[65079]: INFO networking_nsxv3.common.synchronization [req-fb265bee-bd61-4c68-aef1-e91adc8ee187 req-869ec266-6883-45bb-a3ad-1b3466b6e94f service nova] Enqueued Resource ID: e6912dea-0df0-4fc2-806d-1dbe57828344 with Priority: HIGHEST for action port [ 900.339442] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 900.339623] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 900.339753] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6912dea-0df0-4fc2-806d-1dbe57828344 with Priority: HIGHEST for action port [ 900.340152] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.340443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.340443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.340556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.340639] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.341530] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.341653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.341776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.341883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.342042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.342212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.342212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.342370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.342537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.342608] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.343494] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6912dea-0df0-4fc2-806d-1dbe57828344 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.343601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.343676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.343818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.343894] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6912dea-0df0-4fc2-806d-1dbe57828344',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.752537] env[65079]: INFO networking_nsxv3.common.synchronization [req-9bf93195-0aae-4ae0-b17d-19845d58fa0d req-74f004a7-9fc9-40ce-ba8c-22eb286c3de2 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 900.752872] env[65079]: INFO networking_nsxv3.common.synchronization [req-9bf93195-0aae-4ae0-b17d-19845d58fa0d req-74f004a7-9fc9-40ce-ba8c-22eb286c3de2 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 900.752945] env[65079]: INFO networking_nsxv3.common.synchronization [req-9bf93195-0aae-4ae0-b17d-19845d58fa0d req-74f004a7-9fc9-40ce-ba8c-22eb286c3de2 service nova] Enqueued Resource ID: 05c793d6-4f3a-4b23-b345-b945c2d1dc2f with Priority: HIGHEST for action port [ 900.753620] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 900.753783] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 900.753910] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c793d6-4f3a-4b23-b345-b945c2d1dc2f with Priority: HIGHEST for action port [ 900.754251] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.754450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.754534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.754803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.754879] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.755913] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.756043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.756294] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.756425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.756499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.756797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.756927] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c793d6-4f3a-4b23-b345-b945c2d1dc2f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.851656] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.852948] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.853095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.853243] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6912dea-0df0-4fc2-806d-1dbe57828344 with status ACTIVE [ 900.853420] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.853529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.853580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.853789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.853891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.854063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.854163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.854237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.855025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.855025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.855025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.855025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.855025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.855232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.855232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.855295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6912dea-0df0-4fc2-806d-1dbe57828344 is going to be updated. [ 900.881028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.881207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.881207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.881345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.881486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.881645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6912dea-0df0-4fc2-806d-1dbe57828344" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.259548] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.259695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.259900] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05c793d6-4f3a-4b23-b345-b945c2d1dc2f with status ACTIVE [ 901.260104] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.260238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.260542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.260638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.260815] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.260914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.261177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.261305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.261458] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.261620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.261620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.261768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.261831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.262480] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05c793d6-4f3a-4b23-b345-b945c2d1dc2f is going to be updated. [ 901.266168] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f9d3491-7d8b-4025-baa1-204564fc9f89 req-25e7f7b4-8286-4d62-a36d-d2c7c3031203 tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 901.266168] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 901.266484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.267281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.267281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.267281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.267281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.267281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.267281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.267645] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.287109] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.287333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.287408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.287678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.288027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.288027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c793d6-4f3a-4b23-b345-b945c2d1dc2f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.357292] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.636830] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.638118] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.638118] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.638118] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.638118] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.638335] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.638524] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.638860] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.639149] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.639465] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.639652] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.639837] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.639993] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.640157] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.640329] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.640546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.664021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.664021] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.664021] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.664021] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.664233] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-2d1f8302-80bd-49b0-a3a4-d80689e41a85 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.664377] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.664423] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.664907] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.665068] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1f8302-80bd-49b0-a3a4-d80689e41a85',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.742097] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 901.742331] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 deletion is rescheduled due to dependency. [ 901.742573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.742755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.742977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.743181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.743317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.743360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.743554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.743627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743706] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.770605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.770605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.770605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.770605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.771160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.771160] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.771160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.771160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.771160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.771328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.771328] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 901.811568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.811738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.811812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.812045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.812142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.821422] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 901.860843] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.861090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.861181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.861488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.861488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.861708] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be created. [ 901.895349] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.895496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.895569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.895774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.895967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.907036] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: UNINITIALIZED for 2s [ 902.167214] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.167462] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.167599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.167887] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.168072] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.168237] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 2d1f8302-80bd-49b0-a3a4-d80689e41a85 not found, creating... [ 902.168498] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.168648] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.168757] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.168975] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.169133] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.169472] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.169632] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.169743] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.169944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.171050] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.171050] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 2d1f8302-80bd-49b0-a3a4-d80689e41a85 is going to be created. [ 902.191952] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.192308] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.192429] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.192736] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.192966] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.193207] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.245782] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.748052] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.936907] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f9d3491-7d8b-4025-baa1-204564fc9f89 req-ad478ce3-6d14-4bbe-a149-763462d8e1db service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 902.937206] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f9d3491-7d8b-4025-baa1-204564fc9f89 req-ad478ce3-6d14-4bbe-a149-763462d8e1db service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 902.937241] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f9d3491-7d8b-4025-baa1-204564fc9f89 req-ad478ce3-6d14-4bbe-a149-763462d8e1db service nova] Enqueued Resource ID: 2d1f8302-80bd-49b0-a3a4-d80689e41a85 with Priority: HIGHEST for action port [ 902.937797] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 902.937939] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 902.938051] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f8302-80bd-49b0-a3a4-d80689e41a85 with Priority: HIGHEST for action port [ 902.938367] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.938439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.938529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.938813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.938813] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.939677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.939776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.939980] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1f8302-80bd-49b0-a3a4-d80689e41a85 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.940088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.940152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.940315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.940380] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1f8302-80bd-49b0-a3a4-d80689e41a85',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.253141] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.253303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.253363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.253645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.253746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.253859] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 903.282041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.282220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.282340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.282538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.282708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.294864] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 903.442162] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.442384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.442587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d1f8302-80bd-49b0-a3a4-d80689e41a85 with status ACTIVE [ 903.442801] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.442957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.443053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.443296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.443417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.443615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.443767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.443852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.444042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.444173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.444408] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.444547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.444635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.444803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.444888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.444976] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d1f8302-80bd-49b0-a3a4-d80689e41a85 is going to be updated. [ 903.469664] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.469819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.469891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.470117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.470258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.470421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1f8302-80bd-49b0-a3a4-d80689e41a85" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.832488] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 903.833541] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 903.833541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.833541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.833541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.833541] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.833786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.833786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.833786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.833865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.833941] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.916100] env[65079]: INFO networking_nsxv3.common.synchronization [req-7677175e-3630-4aa3-8d7c-66bed0615156 req-6d1c606c-1100-4094-8201-59374ec579e2 tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 903.916687] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 903.918552] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.918552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.918552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.918552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.918947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.918947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.918947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.918947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.919155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.919155] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.920637] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 903.921118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.921581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.921757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.921927] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.922034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.922104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.922482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.922482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.922482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.922482] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.259738] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.260146] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.260146] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.260241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.260498] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.260654] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.260771] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.260999] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.261156] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.261365] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.261523] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.261581] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.261685] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.261806] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.261972] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.262211] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.284091] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.284437] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.284554] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.284782] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.285133] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-395a8fca-5fab-4af0-a41d-0f0f619f771f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.285435] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.285598] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.285969] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.286127] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395a8fca-5fab-4af0-a41d-0f0f619f771f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.337039] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.424092] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.424092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.424316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.424376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.424511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.424701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.424814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.424870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.425015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.425112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.425210] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f already deleted. [ 904.425322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.425612] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.788929] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.789153] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.789292] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.789617] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.789788] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.789959] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 395a8fca-5fab-4af0-a41d-0f0f619f771f not found, creating... [ 904.790323] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.790457] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.790627] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.790939] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.791081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.791390] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.791568] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.791691] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.791930] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.792092] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.792280] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 395a8fca-5fab-4af0-a41d-0f0f619f771f is going to be created. [ 904.816037] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.816273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.816347] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.816627] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.816856] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.817104] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.838706] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.928227] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cccf01-353b-4812-9ed4-44bf81cf3b3d: rpc.has_security_group_logging(os_id): False [ 904.954034] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.954034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.954034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.954283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.954381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.954719] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.955321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.955321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.955321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.955321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.955321] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be created. [ 905.027522] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.027801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.027801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.028018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.028219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.041101] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 905.305202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 905.305756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.305929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306167] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.306356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.306413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.306684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.306777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.306886] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.341021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.341178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.341258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.341586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.341694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.341821] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 905.375756] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.375985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.375985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.376210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.376355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.387045] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 905.542744] env[65079]: INFO networking_nsxv3.common.synchronization [req-7677175e-3630-4aa3-8d7c-66bed0615156 req-813890f9-0e44-491b-963d-3d764071b926 service nova] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_rules [ 905.542744] env[65079]: INFO networking_nsxv3.common.synchronization [req-7677175e-3630-4aa3-8d7c-66bed0615156 req-813890f9-0e44-491b-963d-3d764071b926 service nova] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 905.542909] env[65079]: INFO networking_nsxv3.common.synchronization [req-7677175e-3630-4aa3-8d7c-66bed0615156 req-813890f9-0e44-491b-963d-3d764071b926 service nova] Enqueued Resource ID: 395a8fca-5fab-4af0-a41d-0f0f619f771f with Priority: HIGHEST for action port [ 905.543435] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_rules [ 905.543599] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 905.543726] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a8fca-5fab-4af0-a41d-0f0f619f771f with Priority: HIGHEST for action port [ 905.544441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.544529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.544653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.545437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.545437] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.547011] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.547011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.547011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.547011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.547011] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.547011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.547011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.547011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.547317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.547317] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.548980] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-395a8fca-5fab-4af0-a41d-0f0f619f771f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.548980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.548980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.548980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.548980] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395a8fca-5fab-4af0-a41d-0f0f619f771f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.809488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.809488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.809488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.809963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.810228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.810228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.810228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.810467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.810467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.810559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.810717] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.810886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.810886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.811088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.811228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.811314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.811375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.811522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.811595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.811748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.812840] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.050347] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.053008] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.053521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.053984] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 395a8fca-5fab-4af0-a41d-0f0f619f771f with status ACTIVE [ 906.056314] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.056489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.056530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.057248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.057248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.057248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.057248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.057389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.057442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.057765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.057765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.057901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.057901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.058025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.058063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.058165] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 395a8fca-5fab-4af0-a41d-0f0f619f771f is going to be updated. [ 906.085330] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.085516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.085576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.085929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.086192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.086466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395a8fca-5fab-4af0-a41d-0f0f619f771f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.316457] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b1987c9-8113-4af0-af06-4b8fa140ecb9: rpc.has_security_group_logging(os_id): False [ 906.342812] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.343028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.343937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.344830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.344830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.344924] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.345061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.345537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.345537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.345537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.346012] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.346139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.346239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.346434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.346515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.346721] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.346817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.346875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.347036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.347629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.347629] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 906.429170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.429581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.429767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.430065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.430240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.451031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 906.514643] env[65079]: INFO networking_nsxv3.common.synchronization [None req-097ee9d1-188a-4175-8f53-16ea28d2056c tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 906.515462] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 906.515907] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.516117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.516485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.516485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.516564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.516700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.516729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.516862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.517023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.517060] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.557539] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.865949] env[65079]: INFO networking_nsxv3.common.synchronization [req-bfd7fd3d-8595-4c83-9585-9c376611d17b req-f69e74fa-beda-4dd0-99f6-119cf115e357 tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 906.866630] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 906.867271] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.867271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.867271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.867481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.867669] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.867780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.867837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.870818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.870818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.870818] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.023341] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.056838] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 907.057228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.061317] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.062041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.062150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.062496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.062560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.062635] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be created. [ 907.093918] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.093918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.093918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.093918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.093918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.108125] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: UNINITIALIZED for 2s [ 907.370903] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.370903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.370903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.371460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.371460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.371460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.371460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.371460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.371626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.371913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.371913] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be updated. [ 907.398055] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 907.398242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.398428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.398745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.398993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.399079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.399145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.399340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.399387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.399466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.399570] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.407255] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.407460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.407460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.407623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.407764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.419079] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 907.525799] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.902703] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.902884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.902925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.903152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.903313] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.903422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.903487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.903661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.903739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.903799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.903925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.904026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.904099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.904223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904363] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.904462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.904540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.904654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.904821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.904932] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.028517] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.028816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.028974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.029235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.029359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.029480] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 908.062854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.062990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.063105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.063286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.063429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.073455] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 908.410180] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 908.430240] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.430393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.432766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.432871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.432871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.433137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.433247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.433314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.433462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.433542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.433725] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.433820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.433879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.434019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.434091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.434271] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.434364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.434466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.434594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.434817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.434817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 908.466504] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 908.466504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.510536] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.510536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.510536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.510536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.510536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.526298] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 909.059722] env[65079]: INFO networking_nsxv3.common.synchronization [req-9277a398-5714-4672-accb-2d290378e87b req-c65e8bb9-20cc-451e-9c7c-3e56f0fa5623 tempest-ServerMetadataNegativeTestJSON-388684243 tempest-ServerMetadataNegativeTestJSON-388684243-project-member] Enqueued Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_members [ 909.060533] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_members [ 909.061282] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.061609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.061930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.063815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.063998] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.064272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.064272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.064542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.064665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.064771] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.116591] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 909.116591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.116857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.117013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.117591] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.117834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.117834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.117993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.118104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.118192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.118285] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.431744] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 909.432144] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc deletion is rescheduled due to dependency. [ 909.432144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.567396] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.567552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.567552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.567789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.567878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.568091] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.568200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.569494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.569729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.569817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.569922] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c already deleted. [ 909.570031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.621838] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.621985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.621985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.623280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.624018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.624177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.624259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.624473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.625307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.625307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.625307] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.625307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.625307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.625307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.625307] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.625649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.625649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.625649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.625764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.625808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.625991] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.667016] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.667325] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-625" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.667418] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-625" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.667778] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-625" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.668040] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.668217] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.668696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.668696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.668696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.669065] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.669065] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.669540] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.669540] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.669540] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.669540] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.669732] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.697595] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.697945] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.698585] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.698585] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-625" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.698749] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-3702db61-37b3-4b1d-8700-d0285f7b5609 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.698890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.699041] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.699771] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.699771] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3702db61-37b3-4b1d-8700-d0285f7b5609',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.084838] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 910.085064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.130348] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c549073-e79a-4010-b415-aaa77707e64f: rpc.has_security_group_logging(os_id): False [ 910.149600] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.149783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.149834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.150066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.150157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.150509] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.150509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.150509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.150708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.150747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.150921] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.151024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.151081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.151244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.151344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.151536] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.151632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.151691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.151831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.151896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.151975] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be created. [ 910.202289] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.202579] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.202767] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.203189] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.203357] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.203581] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 3702db61-37b3-4b1d-8700-d0285f7b5609 not found, creating... [ 910.203928] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.204127] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.204303] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.204713] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.204872] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.205192] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.205442] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.205601] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.205826] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.206035] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.206217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 3702db61-37b3-4b1d-8700-d0285f7b5609 is going to be created. [ 910.220814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.221493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.221797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.234429] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.234794] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.235032] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.235467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.235876] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.236288] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.238983] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 910.544159] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 910.544350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.832717] env[65079]: INFO networking_nsxv3.common.synchronization [req-2529b31a-77ba-4baf-bfe6-325930cc36c2 req-064346a4-26aa-47b4-b091-28e8896564d9 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 910.832895] env[65079]: INFO networking_nsxv3.common.synchronization [req-2529b31a-77ba-4baf-bfe6-325930cc36c2 req-064346a4-26aa-47b4-b091-28e8896564d9 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_members [ 910.833039] env[65079]: INFO networking_nsxv3.common.synchronization [req-2529b31a-77ba-4baf-bfe6-325930cc36c2 req-064346a4-26aa-47b4-b091-28e8896564d9 tempest-SecurityGroupsTestJSON-1681949973 tempest-SecurityGroupsTestJSON-1681949973-project-member] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 910.833585] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGHEST for action security_group_members [ 910.834404] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 with Priority: HIGHEST for action security_group_members [ 910.834404] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGHEST for action security_group_members [ 910.834554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.834649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.834723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.834937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.835112] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.835218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.835281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.835439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.835529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.835648] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.837369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0afef99d-3811-4b8a-803b-847e1d1d1452 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.837369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.837369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.837545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.837657] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.837750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.837812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.837951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.838046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.838187] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0afef99d-3811-4b8a-803b-847e1d1d1452',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.839254] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.839364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.839432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.839605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.839721] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.839815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.839879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.840035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.840117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.840202] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.958574] env[65079]: INFO networking_nsxv3.common.synchronization [req-9277a398-5714-4672-accb-2d290378e87b req-394d14e2-7dde-4240-9c1f-7da739c6222f service nova] Enqueued Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_rules [ 910.960081] env[65079]: INFO networking_nsxv3.common.synchronization [req-9277a398-5714-4672-accb-2d290378e87b req-394d14e2-7dde-4240-9c1f-7da739c6222f service nova] Enqueued Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_members [ 910.960081] env[65079]: INFO networking_nsxv3.common.synchronization [req-9277a398-5714-4672-accb-2d290378e87b req-394d14e2-7dde-4240-9c1f-7da739c6222f service nova] Enqueued Resource ID: 3702db61-37b3-4b1d-8700-d0285f7b5609 with Priority: HIGHEST for action port [ 910.960081] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_rules [ 910.960081] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_members [ 910.960569] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702db61-37b3-4b1d-8700-d0285f7b5609 with Priority: HIGHEST for action port [ 910.960993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.961309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.961562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.964017] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.964017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.964017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.964017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.965584] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.967347] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3702db61-37b3-4b1d-8700-d0285f7b5609 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.967497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.967566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.967992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.967992] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3702db61-37b3-4b1d-8700-d0285f7b5609',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.327959] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.328188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.328294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.328559] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.328818] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.328972] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.329096] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.329305] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.329447] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.329705] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.329837] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.329954] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.330095] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.330230] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.330352] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.330491] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.337626] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.337789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.337863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.338186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.338284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.338608] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.338608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.338731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.338800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.338878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.338963] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be updated. [ 911.340181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.340296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.340362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.340521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.342831] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.342940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.362695] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.362695] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.362872] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.362905] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.363333] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-d7a31eb8-9198-445a-95b7-c834d0eb2274 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.363566] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.363844] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.364107] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.364285] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a31eb8-9198-445a-95b7-c834d0eb2274',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.371281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.371281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.371458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.371458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.371597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.371681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.371777] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 is going to be updated. [ 911.372809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.373019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.377165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.377326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.377326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.377460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.377597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.390600] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: IN_PROGRESS for 2s [ 911.391784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.392050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.392171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.392233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.392567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.392567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.392637] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be updated. [ 911.409248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.409489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.409489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.409666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.409806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.419709] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: IN_PROGRESS for 2s [ 911.421322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.421465] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.421533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.421737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.421880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.431185] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: IN_PROGRESS for 2s [ 911.469332] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.470853] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.470853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.471081] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3702db61-37b3-4b1d-8700-d0285f7b5609 with status ACTIVE [ 911.471227] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.471317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.471377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.471624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.471906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.471906] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.472068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.472068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.472562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.472562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.472562] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.472756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.472756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.472847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.473977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.473977] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3702db61-37b3-4b1d-8700-d0285f7b5609 is going to be updated. [ 911.495218] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.495729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.495729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.495729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.495874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.496496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3702db61-37b3-4b1d-8700-d0285f7b5609" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.795538] env[65079]: INFO networking_nsxv3.common.synchronization [req-a6ccc93e-f429-4171-84e7-6aaa37b7b643 req-43b47c25-a65c-4d00-801a-73015e8067ab tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 911.796081] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 911.796897] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.796897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.796897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.797287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.797287] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.797287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.797431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.797529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.797593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.797699] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.866531] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.866795] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.866934] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.867246] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.867439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.867829] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port d7a31eb8-9198-445a-95b7-c834d0eb2274 not found, creating... [ 911.867920] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.868046] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.868162] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.868386] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.868526] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.868838] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.869012] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.870264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.870264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.870455] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.870623] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: d7a31eb8-9198-445a-95b7-c834d0eb2274 is going to be created. [ 911.894613] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.894744] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.894825] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.895098] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.895370] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.895667] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.975477] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.252678] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 912.252678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.300206] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.300427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.300493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.300780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.300880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.301136] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.301303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.301406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.301614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.301708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.301817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 already deleted. [ 912.301918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.436957] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.437171] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-682" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.437290] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-682" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.437620] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-682" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.437875] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.438172] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.438319] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.438530] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.438673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.438882] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.438989] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.439105] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.439208] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.439311] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.439410] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.439533] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.477875] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.478066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.478110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.478320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.478404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.478507] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c is going to be created. [ 912.501101] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.501262] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.501370] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.501538] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-682" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.501952] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-efe96684-1354-485f-a55d-b42358fc4fe8 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502214] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502362] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502815] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503021] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe96684-1354-485f-a55d-b42358fc4fe8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.506351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.506491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.506773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.506773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.507259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.518099] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c in Status: UNINITIALIZED for 2s [ 912.581833] env[65079]: INFO networking_nsxv3.common.synchronization [req-92719fb7-ca4f-44a6-a9fb-8a1907c98a4d req-62040eb7-f131-44e9-b52d-3fcd965664d3 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 912.582026] env[65079]: INFO networking_nsxv3.common.synchronization [req-92719fb7-ca4f-44a6-a9fb-8a1907c98a4d req-62040eb7-f131-44e9-b52d-3fcd965664d3 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 912.582170] env[65079]: INFO networking_nsxv3.common.synchronization [req-92719fb7-ca4f-44a6-a9fb-8a1907c98a4d req-62040eb7-f131-44e9-b52d-3fcd965664d3 service nova] Enqueued Resource ID: d7a31eb8-9198-445a-95b7-c834d0eb2274 with Priority: HIGHEST for action port [ 912.582755] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 912.582895] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 912.582997] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a31eb8-9198-445a-95b7-c834d0eb2274 with Priority: HIGHEST for action port [ 912.583502] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.583741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.583925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.584238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.584418] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.585484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.585833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.585833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.586037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.586228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.586427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.586545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.586774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.586927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.587144] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.588338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a31eb8-9198-445a-95b7-c834d0eb2274 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.588338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.588545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.589038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.589038] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a31eb8-9198-445a-95b7-c834d0eb2274',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.006459] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.006975] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.006975] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.007153] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.007253] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.007437] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port efe96684-1354-485f-a55d-b42358fc4fe8 not found, creating... [ 913.007729] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.007890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.008011] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.008226] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.008421] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.008630] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.008783] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.008903] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.009159] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.009292] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.009432] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: efe96684-1354-485f-a55d-b42358fc4fe8 is going to be created. [ 913.030565] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.030841] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.030925] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.031215] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.031451] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.031679] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.090957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.091195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.091418] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.092287] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a31eb8-9198-445a-95b7-c834d0eb2274 with status ACTIVE [ 913.092482] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.092597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.092664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.092867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.092959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.093146] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.093243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.093294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.093458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.093543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.093747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.093846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.093897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.094943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.095110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.095225] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a31eb8-9198-445a-95b7-c834d0eb2274 is going to be updated. [ 913.142937] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.143417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.143417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.143417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.143547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.143690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a31eb8-9198-445a-95b7-c834d0eb2274" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.399860] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60444538-f62d-4800-824f-fca54b1911c4 in Status: SUCCESS [ 913.400130] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60444538-f62d-4800-824f-fca54b1911c4 deletion is rescheduled due to dependency. [ 913.400250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.429986] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 in Status: SUCCESS [ 913.430183] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0afef99d-3811-4b8a-803b-847e1d1d1452 deletion is rescheduled due to dependency. [ 913.430391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0afef99d-3811-4b8a-803b-847e1d1d1452" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.438733] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da27ab85-93cf-48eb-909a-a50a8a29f393 in Status: SUCCESS [ 913.438924] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 deletion is rescheduled due to dependency. [ 913.439084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.597445] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.692285] env[65079]: INFO networking_nsxv3.common.synchronization [req-a6ccc93e-f429-4171-84e7-6aaa37b7b643 req-ce4320fc-fd7d-4559-a7db-3a7a08132972 service nova] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_rules [ 913.693093] env[65079]: INFO networking_nsxv3.common.synchronization [req-a6ccc93e-f429-4171-84e7-6aaa37b7b643 req-ce4320fc-fd7d-4559-a7db-3a7a08132972 service nova] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 913.693093] env[65079]: INFO networking_nsxv3.common.synchronization [req-a6ccc93e-f429-4171-84e7-6aaa37b7b643 req-ce4320fc-fd7d-4559-a7db-3a7a08132972 service nova] Enqueued Resource ID: efe96684-1354-485f-a55d-b42358fc4fe8 with Priority: HIGHEST for action port [ 913.693547] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_rules [ 913.693704] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 913.693778] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe96684-1354-485f-a55d-b42358fc4fe8 with Priority: HIGHEST for action port [ 913.694110] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.694237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.694304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.694586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.694665] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.696226] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.696533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.696533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.696821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.697111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.697230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.697325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.697529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.697577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.697640] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.698443] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe96684-1354-485f-a55d-b42358fc4fe8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.698557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.698610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.698758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.698902] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe96684-1354-485f-a55d-b42358fc4fe8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.100150] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.100575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.100575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.100869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.101026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.101177] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 914.108911] env[65079]: INFO networking_nsxv3.common.synchronization [req-5dbb0a61-ef93-4ff2-9d2d-5c456b7c7784 req-25789c26-3849-4c82-b816-8422e83c931a tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 914.113293] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 914.114760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.114971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.115413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.115413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.115413] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.115695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.115695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.115839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.115839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.115928] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.142509] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.142747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.142906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.143059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.143260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.158126] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 914.201395] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.202190] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.202190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.202190] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe96684-1354-485f-a55d-b42358fc4fe8 with status ACTIVE [ 914.202476] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.202606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.202606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.204025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.204025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.204025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.205025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.205025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe96684-1354-485f-a55d-b42358fc4fe8 is going to be updated. [ 914.227907] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.227907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.227907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.227907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.227907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.228209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.518203] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.518415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.518537] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.518818] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.520594] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.520806] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.520928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.521185] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.521331] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.521539] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.521669] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.521774] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.521876] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.521979] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.522104] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.522235] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.534955] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c in Status: SUCCESS [ 914.535211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.535367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.535643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.535826] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.535941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.536015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.537039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.537039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.537039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.537039] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.545286] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.545286] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.545286] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.545286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.545286] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-6ca54fb7-1e7a-4b04-9d34-55797398e40f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.545286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.545286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.545286] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.545286] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca54fb7-1e7a-4b04-9d34-55797398e40f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.621795] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.703537] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.041096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.041096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.041096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.041333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.041550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.041628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.041679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.041794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.041884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.041977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.042132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.042223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.042282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.042484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.042598] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.042690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.042751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.042891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.042968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043376] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.046871] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.047111] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.047241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.047661] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.047898] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.048134] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 6ca54fb7-1e7a-4b04-9d34-55797398e40f not found, creating... [ 915.048495] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.048846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.048846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.049058] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.049242] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.049554] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.049734] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.049861] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.050239] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.050383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.050534] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 6ca54fb7-1e7a-4b04-9d34-55797398e40f is going to be created. [ 915.079627] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.079912] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.080108] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.080596] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.080792] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.081576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.123847] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.205912] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.206114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.206353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.206507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.206653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.206786] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be created. [ 915.249394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.249579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.249658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.249810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.249975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.261013] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: UNINITIALIZED for 2s [ 915.436248] env[65079]: INFO networking_nsxv3.common.synchronization [None req-eeb93c44-4552-4216-8198-385a3c1f2056 None None] Enqueued Resource ID: 85a72776-fe47-45e4-aa05-6a6f531760b8 with Priority: HIGHEST for action port [ 915.436529] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a72776-fe47-45e4-aa05-6a6f531760b8 with Priority: HIGHEST for action port [ 915.437036] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-85a72776-fe47-45e4-aa05-6a6f531760b8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.437154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85a72776-fe47-45e4-aa05-6a6f531760b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.437229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85a72776-fe47-45e4-aa05-6a6f531760b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.437476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85a72776-fe47-45e4-aa05-6a6f531760b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.437677] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a72776-fe47-45e4-aa05-6a6f531760b8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.552312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5d1f532-f56b-4ca1-a06d-ef628d7fe34c: rpc.has_security_group_logging(os_id): False [ 915.571052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.571404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.571404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.571523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.571561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.572576] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.572576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.572576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.572576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.572576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.572576] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.572888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.572888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.572950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.573247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.573327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.573387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.573498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.573590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.574311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.574414] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c is going to be created. [ 915.627332] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.627543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.627543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.627929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.628034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.628136] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be updated. [ 915.658938] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.659132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.659177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.659431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.659501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.662036] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.662157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.662228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.662484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.662657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.669751] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 915.671376] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c in Status: IN_PROGRESS for 2s [ 915.940129] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85a72776-fe47-45e4-aa05-6a6f531760b8 [ 915.940129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.940323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.940323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.943122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.943122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.943122] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85a72776-fe47-45e4-aa05-6a6f531760b8 already deleted. [ 915.943122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85a72776-fe47-45e4-aa05-6a6f531760b8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.174175] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 916.174442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.174442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.174724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.174934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.175059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.175125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.175292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.175366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.175465] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.175577] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.245521] env[65079]: INFO networking_nsxv3.common.synchronization [req-5dbb0a61-ef93-4ff2-9d2d-5c456b7c7784 req-c521b935-f1b3-440a-95dc-57588f599fae service nova] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_rules [ 916.245521] env[65079]: INFO networking_nsxv3.common.synchronization [req-5dbb0a61-ef93-4ff2-9d2d-5c456b7c7784 req-c521b935-f1b3-440a-95dc-57588f599fae service nova] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 916.245521] env[65079]: INFO networking_nsxv3.common.synchronization [req-5dbb0a61-ef93-4ff2-9d2d-5c456b7c7784 req-c521b935-f1b3-440a-95dc-57588f599fae service nova] Enqueued Resource ID: 6ca54fb7-1e7a-4b04-9d34-55797398e40f with Priority: HIGHEST for action port [ 916.245521] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_rules [ 916.245521] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 916.245521] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca54fb7-1e7a-4b04-9d34-55797398e40f with Priority: HIGHEST for action port [ 916.245521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.246881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.246881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.246881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.246881] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.250383] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.250551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.250795] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca54fb7-1e7a-4b04-9d34-55797398e40f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.250928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.250986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.251233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.251319] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca54fb7-1e7a-4b04-9d34-55797398e40f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.407686] env[65079]: INFO networking_nsxv3.common.synchronization [req-7d45b1ff-5003-43d5-9abf-58619e5db6d3 req-a9f224ee-447d-403a-8e86-6d7c7e4b6bef tempest-ServerRescueTestJSON-1129018774 tempest-ServerRescueTestJSON-1129018774-project-member] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 916.408794] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 916.409489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.409737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.409952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.410406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.410852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.411073] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.678556] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.679605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.679605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.679605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.679765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.680019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.680156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.680429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.680627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.680812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.681163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.681337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.681450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.681699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.682271] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.682536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.682678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.683039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.683204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.683389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.683580] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.753852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.754438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.758555] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ca54fb7-1e7a-4b04-9d34-55797398e40f with status ACTIVE [ 916.758823] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.758962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.759043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.759307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.759430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.759638] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.759757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.759823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.759982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.760090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.760291] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.760388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.760469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.760688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.760784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.760887] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ca54fb7-1e7a-4b04-9d34-55797398e40f is going to be updated. [ 916.786305] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.786509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.786509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.786710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.786840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.786999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca54fb7-1e7a-4b04-9d34-55797398e40f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.913583] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.186113] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b1987c9-8113-4af0-af06-4b8fa140ecb9: rpc.has_security_group_logging(os_id): False [ 917.206252] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.206392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.206450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.206664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.206824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.207134] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.207238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.207305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.207540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.207735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.207983] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.208421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.208492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.208676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.208768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.208990] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.209104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.209161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.209311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.209388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.209650] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 917.273947] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 917.274203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.274394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.274648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.274892] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.275065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.275399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.275399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.275399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.275535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.275535] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.283494] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.283821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.283821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.283975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.284858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.314590] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 917.420694] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.685242] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.685242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.685242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.685242] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.686606] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c in Status: SUCCESS [ 917.686887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.779985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.780286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.780607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.781145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.781759] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.781759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.781759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.781979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.782215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.782295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.782693] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.782768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.782809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.784295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.784522] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.784630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.784852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.784934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.785033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.785155] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.923660] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.923888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.923977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.924301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.924417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.924567] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be updated. [ 917.956160] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.956317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.956439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.956582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.956726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.968189] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: IN_PROGRESS for 2s [ 917.989607] env[65079]: INFO networking_nsxv3.common.synchronization [None req-0dc9ad8c-069f-43b9-b55a-8fb549c40357 None None] Enqueued Resource ID: 82c6e0e5-ce42-4444-b1ca-0eedf60e09d1 with Priority: HIGHEST for action port [ 917.990666] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c6e0e5-ce42-4444-b1ca-0eedf60e09d1 with Priority: HIGHEST for action port [ 917.990989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c6e0e5-ce42-4444-b1ca-0eedf60e09d1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.991197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c6e0e5-ce42-4444-b1ca-0eedf60e09d1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.991266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c6e0e5-ce42-4444-b1ca-0eedf60e09d1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.991541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c6e0e5-ce42-4444-b1ca-0eedf60e09d1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.991629] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c6e0e5-ce42-4444-b1ca-0eedf60e09d1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.188698] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.292112] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3f7e025-c412-49db-bbb4-df09d0e18242: rpc.has_security_group_logging(os_id): False [ 918.316957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.316957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.316957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.316957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.316957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.316957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.317240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.317240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.317240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.317354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.317645] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.317645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.317850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.317850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.317918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.318262] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.318386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.318441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.319145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.319145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.319145] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be created. [ 918.382978] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.383170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.383288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.383509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.383702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.409335] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 918.494701] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82c6e0e5-ce42-4444-b1ca-0eedf60e09d1 [ 918.494993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.495162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.495222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.495443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.495572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.495640] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82c6e0e5-ce42-4444-b1ca-0eedf60e09d1 already deleted. [ 918.495722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c6e0e5-ce42-4444-b1ca-0eedf60e09d1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.692384] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.195627] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.196089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.196089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.196089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.196222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.196222] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be updated. [ 919.225157] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.225341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.225386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.225620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.225763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.237719] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 919.343628] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 919.343873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.982263] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 919.982571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.427206] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 920.427680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.255089] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 921.255381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.255564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.255811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.256038] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.256161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.256224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.256388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.256466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.256548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.256650] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.770441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.770897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.770897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.770897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.771100] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.771214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.771306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.771440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.771529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.771620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.771784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.771884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.771941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.772145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.772243] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.772335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.772395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.772593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.772680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.772748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.772846] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.014473] env[65079]: INFO networking_nsxv3.common.synchronization [req-218c7863-1c78-4326-a081-246826957486 req-d22bb8cb-779d-4a74-894f-aee68e672a70 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 922.019030] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 922.019030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.019030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.019030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.019030] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.278911] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c549073-e79a-4010-b415-aaa77707e64f: rpc.has_security_group_logging(os_id): False [ 922.303429] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.303629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.303629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.303849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.303890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.304122] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.304216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.304284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.304441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.304548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.304751] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.304918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.304918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.305065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.305196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.305327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.305443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.305482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.305653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.305731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.305819] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be updated. [ 922.387929] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.388094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.388639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.388908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.389101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.392455] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.393540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.393540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.393540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.393540] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.393823] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.393823] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.393933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.394273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.394616] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.395410] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.395410] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.395410] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.395410] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.395410] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.395410] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.408081] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 922.416912] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.417107] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.417288] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.417466] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.417792] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-735dc906-cecd-48a5-8031-3e1fae8a5370 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.418028] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.418165] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.418491] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.418685] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735dc906-cecd-48a5-8031-3e1fae8a5370',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.522031] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.923611] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.923927] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.923974] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.925148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.925148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.925148] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 735dc906-cecd-48a5-8031-3e1fae8a5370 not found, creating... [ 922.925148] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.925148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.925440] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.925548] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.925590] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.926015] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.926157] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.926293] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.926492] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.926639] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.926770] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 735dc906-cecd-48a5-8031-3e1fae8a5370 is going to be created. [ 922.951014] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.951446] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.951543] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.951874] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.952176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.952417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.024878] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.527890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.528068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.528114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.528366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.528477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.528583] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 923.559535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.559791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.559791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.560252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.560460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.571710] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 923.664989] env[65079]: INFO networking_nsxv3.common.synchronization [req-218c7863-1c78-4326-a081-246826957486 req-73ef0228-cfb1-429c-9ef8-4f700768af7c service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 923.664989] env[65079]: INFO networking_nsxv3.common.synchronization [req-218c7863-1c78-4326-a081-246826957486 req-73ef0228-cfb1-429c-9ef8-4f700768af7c service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 923.664989] env[65079]: INFO networking_nsxv3.common.synchronization [req-218c7863-1c78-4326-a081-246826957486 req-73ef0228-cfb1-429c-9ef8-4f700768af7c service nova] Enqueued Resource ID: 735dc906-cecd-48a5-8031-3e1fae8a5370 with Priority: HIGHEST for action port [ 923.665618] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 923.665731] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 923.665835] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735dc906-cecd-48a5-8031-3e1fae8a5370 with Priority: HIGHEST for action port [ 923.666216] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.666485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.666527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.666825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.666924] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.667798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.667900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.668110] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-735dc906-cecd-48a5-8031-3e1fae8a5370 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.668212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.668273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.668461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.668540] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735dc906-cecd-48a5-8031-3e1fae8a5370',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.173143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.173548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.173548] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 735dc906-cecd-48a5-8031-3e1fae8a5370 with status ACTIVE [ 924.173882] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.173882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.173882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.174032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.174081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.174248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.174337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.174395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.174566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.174677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.175125] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.175125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.175271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.175354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.175454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.175617] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 735dc906-cecd-48a5-8031-3e1fae8a5370 is going to be updated. [ 924.204245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.204656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.204778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.205047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.205248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.205442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735dc906-cecd-48a5-8031-3e1fae8a5370" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.251504] env[65079]: INFO networking_nsxv3.common.synchronization [req-aa5a6915-1a27-49b4-97ab-939c88a3fa1e req-1c4623a3-b45b-45b0-a3b0-e553d66e72ac tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 924.252325] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 924.253097] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.253327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.253455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.253764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.254245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.254245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.254245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.254427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.254593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.254783] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.425652] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 924.425892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.643213] env[65079]: INFO networking_nsxv3.common.synchronization [req-423e6d1c-6198-4e55-afb9-ae0e7f137423 req-286e3215-fe55-4ed9-90f2-4cd69c8bc836 tempest-ServersNegativeTestJSON-1516917176 tempest-ServersNegativeTestJSON-1516917176-project-member] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 924.643826] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 924.644338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.644527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.644601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.644824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.644987] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.645107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.645156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.645384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.645437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.645547] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.764939] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.764939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.764939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.765304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.765304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.765375] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.765495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.765556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.765710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.765804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.766031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 924.802480] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.802801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.803057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.803373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.803751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.817145] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 925.071064] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.071273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.071397] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.071663] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.072595] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072595] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072879] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.072950] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.073121] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.073338] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.073450] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.073561] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.073670] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.073776] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.073878] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.074014] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.100025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.100025] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.100025] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.100025] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.100025] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-54846657-1471-4d70-be10-de14d12cf938 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.100025] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.100853] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.101498] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.101899] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54846657-1471-4d70-be10-de14d12cf938',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.148992] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.584403] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 925.584866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.584866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.585074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.585269] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.585518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.585518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.585699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.585799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.585896] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.608152] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608446] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608575] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.609150] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609311] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 54846657-1471-4d70-be10-de14d12cf938 not found, creating... [ 925.610871] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.610871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.610871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.610871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.610871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.610871] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.610871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.610871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.611371] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.611371] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.611371] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 54846657-1471-4d70-be10-de14d12cf938 is going to be created. [ 925.645281] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.645539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.645676] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.645978] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.646228] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.646553] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.651006] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.090674] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.153346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.153553] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.153632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.153956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.154086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.154193] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 926.208769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.209112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.209112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.209233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.209377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.222728] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 926.414395] env[65079]: INFO networking_nsxv3.common.synchronization [req-423e6d1c-6198-4e55-afb9-ae0e7f137423 req-ddc6923e-ac20-481f-8689-ba4a324b4d37 service nova] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_rules [ 926.414646] env[65079]: INFO networking_nsxv3.common.synchronization [req-423e6d1c-6198-4e55-afb9-ae0e7f137423 req-ddc6923e-ac20-481f-8689-ba4a324b4d37 service nova] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 926.414794] env[65079]: INFO networking_nsxv3.common.synchronization [req-423e6d1c-6198-4e55-afb9-ae0e7f137423 req-ddc6923e-ac20-481f-8689-ba4a324b4d37 service nova] Enqueued Resource ID: 54846657-1471-4d70-be10-de14d12cf938 with Priority: HIGHEST for action port [ 926.415387] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_rules [ 926.415566] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 926.415692] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54846657-1471-4d70-be10-de14d12cf938 with Priority: HIGHEST for action port [ 926.416056] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.416188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.416255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.416461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.416542] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.417477] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.417570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.417771] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-54846657-1471-4d70-be10-de14d12cf938 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.417871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.417921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.418120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.418285] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54846657-1471-4d70-be10-de14d12cf938',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.593025] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.827018] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 926.827018] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 926.827018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.920372] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.920610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.921890] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54846657-1471-4d70-be10-de14d12cf938 with status ACTIVE [ 926.922100] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.922224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.922284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.922520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.922652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.923056] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.923170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.923170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.923304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.923383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.923584] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.923883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.923883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.923883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.923995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.924044] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54846657-1471-4d70-be10-de14d12cf938 is going to be updated. [ 926.944307] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.944557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.944627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.944832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.945055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.945190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54846657-1471-4d70-be10-de14d12cf938" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.026456] env[65079]: INFO networking_nsxv3.common.synchronization [req-0a6701fa-da3b-49c8-a307-ea0bc82cbb22 req-19b603e0-3851-4549-99ad-7f8c631b36c9 tempest-ServerMetadataNegativeTestJSON-388684243 tempest-ServerMetadataNegativeTestJSON-388684243-project-member] Enqueued Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_members [ 927.027084] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGHEST for action security_group_members [ 927.027885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.027885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.027885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.027885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.027885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.028171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.028171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.028238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.028277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.028371] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.098061] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.098061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.098061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.098061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.098061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.098061] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 927.127800] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.127953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.128016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.128239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.128389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.139920] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 927.468958] env[65079]: INFO networking_nsxv3.common.synchronization [req-0c89248a-937d-451e-8c9e-5ff7d2abb7ad req-c289801e-294c-48eb-97ae-188f51226de1 tempest-MigrationsAdminTest-1843101639 tempest-MigrationsAdminTest-1843101639-project-member] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 927.472036] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 927.472583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.472735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.472823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.473157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.473411] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.473743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.473743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.473910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.477143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.477562] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.530367] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.530535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.530595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.531026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.531026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.531214] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.531342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.531430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.531737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.531797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.531936] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c is going to be updated. [ 927.566680] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.568309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.568309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.582312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c in Status: IN_PROGRESS for 2s [ 927.980349] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.216626] env[65079]: INFO networking_nsxv3.common.synchronization [req-3b299f0c-fc6e-4ca3-ba65-5661a994ea82 req-bf457657-3d2a-4783-8d91-435b7bc5d0e4 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 928.216778] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 928.217059] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.217178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.217236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.217443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.217595] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.217716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.217811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.221024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.221024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.221024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.234659] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 928.234890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.236042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.236265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.236458] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.236572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.236626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.236782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.236873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.236980] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.488048] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.721802] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.740304] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.991550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.992084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.992084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.992344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.992408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.992548] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be updated. [ 929.030247] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.031826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.031826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.031826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.031826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.043399] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 929.086831] env[65079]: INFO networking_nsxv3.common.synchronization [None req-ff3cd5ba-d0e6-4722-bd4e-89e108e69295 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 929.087733] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 929.087733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.088388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.152043] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 929.152043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.152043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.152043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.152043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.152514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.152514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.152514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.152641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.153507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.153507] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.223885] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.243248] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.591294] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c in Status: SUCCESS [ 929.592480] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c deletion is rescheduled due to dependency. [ 929.592734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657145] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.657145] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657145] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.657623] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.657623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.657623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657802] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.661830] env[65079]: INFO networking_nsxv3.common.synchronization [req-9d85a83a-5edc-426c-a8bf-9bae1ffb279e req-c9b4c878-9b5f-4aeb-a4f5-a958778e46a3 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 929.662133] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 929.662484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.662734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.662825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.662992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.663164] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.663263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.663339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.663547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.663612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.663708] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.729032] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.729199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.729272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.729508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.729602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.729704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 929.751038] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.751038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.751038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.751038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.751038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.751038] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 929.764297] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.764297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.764944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.767076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.767076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.776382] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 929.786263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.786605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.786605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.786725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.786877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.799323] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 930.093554] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.093890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.094252] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.094587] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.094752] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.094874] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.095138] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.095285] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.095491] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.095600] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.095703] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.095806] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.095908] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.096065] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.096250] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.118312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.118513] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.118669] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.118860] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119207] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-7f7740d1-ada4-4320-a120-8768f3379fb7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.119384] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.119490] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.119880] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.120092] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7740d1-ada4-4320-a120-8768f3379fb7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.163403] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f121e0-f03f-4c27-8897-139abb30e706: rpc.has_security_group_logging(os_id): False [ 930.166748] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.183351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.183503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.183575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.183792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.183881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.184089] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.184174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.184245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.184380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.184947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.184947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.184947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.184947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.184947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.185191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.185227] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.185291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.185353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.185490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.185566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.185667] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 930.252577] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.252745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.252824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.253021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.253434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.269281] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 930.623242] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.623490] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.623595] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.623910] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.624124] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.624295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 7f7740d1-ada4-4320-a120-8768f3379fb7 not found, creating... [ 930.624664] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624861] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.625020] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.625372] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.625515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.625855] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.626038] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.626169] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.626389] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.626525] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.626859] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 7f7740d1-ada4-4320-a120-8768f3379fb7 is going to be created. [ 930.659580] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.659580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.659580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.659580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.659580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.659580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.668601] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.053322] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 931.053471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.171162] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.171589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.171589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.171939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.171939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.171939] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 931.220127] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.220280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.220346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.220579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.220820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.233602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 931.423240] env[65079]: INFO networking_nsxv3.common.synchronization [req-9d85a83a-5edc-426c-a8bf-9bae1ffb279e req-d1ddc1f9-0a8b-40e7-8854-44fac8701cf1 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 931.423240] env[65079]: INFO networking_nsxv3.common.synchronization [req-9d85a83a-5edc-426c-a8bf-9bae1ffb279e req-d1ddc1f9-0a8b-40e7-8854-44fac8701cf1 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 931.423403] env[65079]: INFO networking_nsxv3.common.synchronization [req-9d85a83a-5edc-426c-a8bf-9bae1ffb279e req-d1ddc1f9-0a8b-40e7-8854-44fac8701cf1 service nova] Enqueued Resource ID: 7f7740d1-ada4-4320-a120-8768f3379fb7 with Priority: HIGHEST for action port [ 931.423936] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 931.424100] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 931.424240] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7740d1-ada4-4320-a120-8768f3379fb7 with Priority: HIGHEST for action port [ 931.424503] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.428027] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.428027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.428027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7740d1-ada4-4320-a120-8768f3379fb7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.428027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.428027] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7740d1-ada4-4320-a120-8768f3379fb7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.787304] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 931.787664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.787947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.788257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.788483] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.788628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.788698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.788892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.789013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.789148] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.810946] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 931.810946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.810946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.811189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.811354] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.811437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.811498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.811735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.811835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.812053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.812053] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.930076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.930413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.930496] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f7740d1-ada4-4320-a120-8768f3379fb7 with status ACTIVE [ 931.930673] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.930727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.930787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.931095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.931192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.931394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.931495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.931682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.931762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.931977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.933031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.933031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.933031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.933031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.933031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.933031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f7740d1-ada4-4320-a120-8768f3379fb7 is going to be updated. [ 931.966726] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.966726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.966726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.966726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.966726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.966726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7740d1-ada4-4320-a120-8768f3379fb7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.285931] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 932.285931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.292704] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.292939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.292939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.293205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.293303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.293521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.293654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.293726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.293912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.293994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.294136] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 932.314586] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.314837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.314962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.315303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.315551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.315683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.315772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.315974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.316138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.316917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.317461] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.317642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.317782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.318435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.318435] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.318435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.318623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.320119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.320119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.320119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.320119] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.366833] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.367159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.367832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.378362] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 932.824505] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047eb9d4-3ce6-4307-8819-a7cfc34f10e9: rpc.has_security_group_logging(os_id): False [ 932.845199] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.845398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.845445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.845714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.845830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.846170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.846277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.846277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.846609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.846818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.846887] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.846971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.847050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.847210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.848103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.848103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.848103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.848103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.848103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.848103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.848377] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 932.918051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.918051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.918051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.918051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.918051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.933126] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 933.249693] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 933.249885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.250082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.250395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.250630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.250742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.250819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.251041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.251111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.251214] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.753614] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.774859] env[65079]: INFO networking_nsxv3.common.synchronization [req-764bea31-4ac9-42fe-a662-e881d56e954d req-5f7022a2-f414-4104-b112-af34fec11e4d tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_members [ 933.775427] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGHEST for action security_group_members [ 933.775753] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.775890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.775932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.776837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.777111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.777306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.777421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.777657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.777798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.777935] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.257379] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.281265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.281474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.281524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.281728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.287896] env[65079]: INFO networking_nsxv3.common.synchronization [None req-4e278572-5c4b-47bb-babe-cfb6e1384b35 None None] Enqueued Resource ID: 6b8afd0b-d414-49d0-a536-a7e650645540 with Priority: HIGHEST for action port [ 934.290481] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8afd0b-d414-49d0-a536-a7e650645540 with Priority: HIGHEST for action port [ 934.292679] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8afd0b-d414-49d0-a536-a7e650645540 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.292679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8afd0b-d414-49d0-a536-a7e650645540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.292679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8afd0b-d414-49d0-a536-a7e650645540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.292679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8afd0b-d414-49d0-a536-a7e650645540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.292679] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8afd0b-d414-49d0-a536-a7e650645540',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.307229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.307952] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.308174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.308174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.308501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.308602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b is going to be updated. [ 934.345348] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.346079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.346079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.346288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.347308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.361686] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9109a41f-291b-405b-b1c5-3ede4be5243b in Status: IN_PROGRESS for 2s [ 934.393539] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 934.393933] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 deletion is rescheduled due to dependency. [ 934.394171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.759818] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.760197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.760197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.760367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.760433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.760521] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 934.795215] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b8afd0b-d414-49d0-a536-a7e650645540 [ 934.795438] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.795566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.795633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.795949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.796024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.796132] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b8afd0b-d414-49d0-a536-a7e650645540 already deleted. [ 934.796196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8afd0b-d414-49d0-a536-a7e650645540" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.797318] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.797438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.797493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.797703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.797851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.808928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 934.949759] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 934.950064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.373289] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9109a41f-291b-405b-b1c5-3ede4be5243b in Status: SUCCESS [ 936.374483] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b deletion is rescheduled due to dependency. [ 936.374483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.822130] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 936.822376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.822660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.822909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.823161] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.823319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.823380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.823607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.823607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.823753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.823946] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.326675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.326675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.326675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.326675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.326985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.326985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.327163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.327418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.327524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.327626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.327829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.327947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.328040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.328224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.328375] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.328956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.328956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.328956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.328956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.328956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.328956] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.400662] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.400943] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_members [ 937.401756] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.402692] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_members [ 937.402995] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.403233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.403863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.403863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.403863] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.403863] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.404064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.404229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.404378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.404524] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.405733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-911a814a-1a62-442a-93b4-ddbb5de6495d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.406077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.406077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.406825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.407076] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.407546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.407546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.407666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.407703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.407823] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.450301] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_rules [ 937.450494] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_members [ 937.450641] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_rules [ 937.450857] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.451026] env[65079]: INFO networking_nsxv3.common.synchronization [req-92e6f3a3-6e80-4f5e-b9b9-5c54e2efeb63 req-93b6c74f-5f35-407d-9cd6-47e3d62c0fc1 tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: efe96684-1354-485f-a55d-b42358fc4fe8 with Priority: HIGHEST for action port [ 937.453346] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_rules [ 937.453561] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_rules [ 937.453690] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe96684-1354-485f-a55d-b42358fc4fe8 with Priority: HIGHEST for action port [ 937.453827] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_members [ 937.453938] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.454542] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911a814a-1a62-442a-93b4-ddbb5de6495d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.454707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.454783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.455065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.455166] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.456129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.456293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.456364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.456554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.456634] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.457798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe96684-1354-485f-a55d-b42358fc4fe8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.457922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.457998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.458403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.458403] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe96684-1354-485f-a55d-b42358fc4fe8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.459126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-911a814a-1a62-442a-93b4-ddbb5de6495d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.459249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.463218] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.463346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.832712] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 937.855348] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.855492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.855559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.855794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.858672] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.858672] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.858672] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.859200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.859200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.859200] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 937.885086] env[65079]: INFO networking_nsxv3.common.synchronization [req-3a3f2df8-a83e-4205-8803-1f3fa215a004 req-c473fd29-1266-473a-b818-a9aee319f10f tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.885086] env[65079]: INFO networking_nsxv3.common.synchronization [req-3a3f2df8-a83e-4205-8803-1f3fa215a004 req-c473fd29-1266-473a-b818-a9aee319f10f tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_members [ 937.885537] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.886202] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911a814a-1a62-442a-93b4-ddbb5de6495d with Priority: HIGHEST for action security_group_members [ 937.886202] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.886534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.886534] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-911a814a-1a62-442a-93b4-ddbb5de6495d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.886534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.909974] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.910867] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.925353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.925607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.925607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.925808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.925977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.929564] env[65079]: INFO networking_nsxv3.common.synchronization [None req-fc60635a-d0e9-4f57-a892-e9a94f39a6d0 None None] Enqueued Resource ID: a6812556-de36-41ce-9ea3-6cd67c0c9043 with Priority: HIGHEST for action port [ 937.930075] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6812556-de36-41ce-9ea3-6cd67c0c9043 with Priority: HIGHEST for action port [ 937.930449] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6812556-de36-41ce-9ea3-6cd67c0c9043 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.930647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6812556-de36-41ce-9ea3-6cd67c0c9043" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.930647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6812556-de36-41ce-9ea3-6cd67c0c9043" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.930954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6812556-de36-41ce-9ea3-6cd67c0c9043" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.931467] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6812556-de36-41ce-9ea3-6cd67c0c9043',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.943481] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 937.946093] env[65079]: INFO networking_nsxv3.common.synchronization [req-3a3f2df8-a83e-4205-8803-1f3fa215a004 req-c473fd29-1266-473a-b818-a9aee319f10f tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_rules [ 937.946280] env[65079]: INFO networking_nsxv3.common.synchronization [req-3a3f2df8-a83e-4205-8803-1f3fa215a004 req-c473fd29-1266-473a-b818-a9aee319f10f tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.946445] env[65079]: INFO networking_nsxv3.common.synchronization [req-3a3f2df8-a83e-4205-8803-1f3fa215a004 req-c473fd29-1266-473a-b818-a9aee319f10f tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: efe96684-1354-485f-a55d-b42358fc4fe8 with Priority: HIGHEST for action port [ 937.947059] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_rules [ 937.947059] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 937.947174] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe96684-1354-485f-a55d-b42358fc4fe8 with Priority: HIGHEST for action port [ 937.947674] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.947795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.948058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.948213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.948395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe96684-1354-485f-a55d-b42358fc4fe8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.948512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.965580] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-911a814a-1a62-442a-93b4-ddbb5de6495d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.965580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.965580] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe96684-1354-485f-a55d-b42358fc4fe8 with status ACTIVE [ 937.965580] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.965778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.965778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.966150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.966270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.966649] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.966923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.966923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.967129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.967283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.967534] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.967645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.967727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.967888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.967968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.968078] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe96684-1354-485f-a55d-b42358fc4fe8 is going to be updated. [ 937.969318] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.969415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.141066] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.141237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.141315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.141669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.142010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.142055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.142472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.144188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.144615] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe96684-1354-485f-a55d-b42358fc4fe8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.412956] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.414669] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.434223] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6812556-de36-41ce-9ea3-6cd67c0c9043 [ 938.434437] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.434576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.434668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.434894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.434986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.435097] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6812556-de36-41ce-9ea3-6cd67c0c9043 already deleted. [ 938.435208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6812556-de36-41ce-9ea3-6cd67c0c9043" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.647344] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe96684-1354-485f-a55d-b42358fc4fe8 with status ACTIVE [ 938.647587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.647746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.647813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.648268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.648268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.648461] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.648835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.648930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649443] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.649548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.649608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649931] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe96684-1354-485f-a55d-b42358fc4fe8 is going to be updated. [ 938.675368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.675524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.675654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.675926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.676079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.676266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe96684-1354-485f-a55d-b42358fc4fe8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919022] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be updated. [ 938.919022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.919022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.919022] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d is going to be created. [ 938.954864] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.955086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.955086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.955434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.955503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.962086] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.962086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.962086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.962086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.962086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.965996] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911a814a-1a62-442a-93b4-ddbb5de6495d in Status: UNINITIALIZED for 2s [ 938.970733] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 938.983117] env[65079]: INFO networking_nsxv3.common.synchronization [req-4b573427-bc59-4ecb-8dab-c97c1e0ae550 req-3249b63e-38a2-49c0-bd28-024e2a0e9842 tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_members [ 938.983117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_members [ 938.983117] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.983117] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.983117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.983117] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.381558] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.381916] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.382103] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.382477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.382784] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.383019] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.388682] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.388682] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.388682] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.388682] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.388682] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.388682] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.388682] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.388682] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.388682] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.388682] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.407402] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.407554] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.407686] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.407853] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.408186] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-cecff5ba-1b1e-4a86-8419-cb8906f526be taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.408871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.408871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.408871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409160] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecff5ba-1b1e-4a86-8419-cb8906f526be',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.487092] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.487092] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.487092] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf already deleted. [ 939.487092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.830453] env[65079]: INFO networking_nsxv3.common.synchronization [req-ccef1a59-7458-45f6-9291-51141cc6f6d6 req-0851f182-269a-4697-a617-87771e020776 tempest-ServersNegativeTestJSON-1516917176 tempest-ServersNegativeTestJSON-1516917176-project-member] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 939.831201] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 939.831647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.831845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.831906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.832157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.832615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.832615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.832615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.832796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.832872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.832961] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.910940] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.911417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.911417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.911804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.911804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.911942] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port cecff5ba-1b1e-4a86-8419-cb8906f526be not found, creating... [ 939.912122] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.912331] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.912447] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.912694] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.912843] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.913142] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.913298] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.913421] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.913607] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.913738] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.913870] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: cecff5ba-1b1e-4a86-8419-cb8906f526be is going to be created. [ 939.935516] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.935726] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.935726] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.935994] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.936523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.936523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.958627] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 939.958627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.339318] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.655138] env[65079]: INFO networking_nsxv3.common.synchronization [req-4b573427-bc59-4ecb-8dab-c97c1e0ae550 req-891d15e4-863a-43b9-9950-e1123172e680 service nova] Enqueued Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_rules [ 940.655138] env[65079]: INFO networking_nsxv3.common.synchronization [req-4b573427-bc59-4ecb-8dab-c97c1e0ae550 req-891d15e4-863a-43b9-9950-e1123172e680 service nova] Enqueued Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_members [ 940.655138] env[65079]: INFO networking_nsxv3.common.synchronization [req-4b573427-bc59-4ecb-8dab-c97c1e0ae550 req-891d15e4-863a-43b9-9950-e1123172e680 service nova] Enqueued Resource ID: cecff5ba-1b1e-4a86-8419-cb8906f526be with Priority: HIGHEST for action port [ 940.655138] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_rules [ 940.655138] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_members [ 940.655138] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecff5ba-1b1e-4a86-8419-cb8906f526be with Priority: HIGHEST for action port [ 940.655899] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.656041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.656121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.656376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.656433] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.657432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.657432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.657575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.657622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.657777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.657845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.657942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.658065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.658151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.659050] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.659842] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecff5ba-1b1e-4a86-8419-cb8906f526be taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.659950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.660022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.660174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.660255] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecff5ba-1b1e-4a86-8419-cb8906f526be',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.844291] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.975764] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911a814a-1a62-442a-93b4-ddbb5de6495d in Status: SUCCESS [ 940.976011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.976314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.976396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.976673] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.976762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.976802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.977059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.977181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.977243] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.978753] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 940.978932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.979091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.979346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.979418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.979525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.979590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.979804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.979804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.979898] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.162174] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.163275] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.163456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.163593] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cecff5ba-1b1e-4a86-8419-cb8906f526be with status ACTIVE [ 941.163912] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.163912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.163912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.164253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.164253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.164355] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.164457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.164457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.164640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.164695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.165024] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.165024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.165151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.165182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.165267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.165326] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cecff5ba-1b1e-4a86-8419-cb8906f526be is going to be updated. [ 941.207026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.207026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.207026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.207026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.207026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.207026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecff5ba-1b1e-4a86-8419-cb8906f526be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347311] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.347512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.347561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.347760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.347849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347956] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 941.393371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.393371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.393371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.393371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.393371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.404098] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 941.481981] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.482223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.482275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.482564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.482751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.482934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.483115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.483226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.483469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.483615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.483745] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d is going to be deleted. [ 941.488024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.516320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.516545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.516545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.517012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.517124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.517232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.517390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.517638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.517744] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.518526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.518526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.518526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.518526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.518526] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.667770] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.989723] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.021305] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.021460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.021510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.021735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.021826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.023460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026099] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d already deleted. [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026099] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026099] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.174030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.174030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.174030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.174030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.174030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.174030] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf is going to be created. [ 942.204137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.204137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.204137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.204137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.204137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.218478] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf in Status: UNINITIALIZED for 2s [ 942.492350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.492495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.492593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.492831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.492934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.493056] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be updated. [ 942.521701] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-4be45a54-5dc9-4a3b-88fe-29582667cdee tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 942.522296] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 942.522709] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.522896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.522954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.523315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.523523] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.523667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.523707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.523876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.523975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.524083] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.525732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.525903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.525903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.526078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.526217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.531342] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.533966] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.533966] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d already deleted. [ 942.533966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.533966] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.543416] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 943.030265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.030537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.030537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.030610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.030699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.030942] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.031054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.031114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.031280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.031354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.031439] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 already deleted. [ 943.031517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.035074] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('911a814a-1a62-442a-93b4-ddbb5de6495d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.061849] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.062150] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.062364] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.062737] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.063188] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.063300] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.063350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.063602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.063756] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.064100] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.064252] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.064371] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.064504] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.064759] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.064888] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.065110] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.090313] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.090554] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.091371] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.091371] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.091371] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-f5b7c848-c13e-4b9c-b3a4-607e231c040d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.091602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.091602] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.091887] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.093021] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b7c848-c13e-4b9c-b3a4-607e231c040d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.416979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 943.416979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.539335] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 911a814a-1a62-442a-93b4-ddbb5de6495d: rpc.has_security_group_logging(os_id): False [ 943.559259] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.559518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.559518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.559765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560332] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.560864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561023] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d is going to be created. [ 943.583716] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/911a814a-1a62-442a-93b4-ddbb5de6495d], does not exist path=[/infra/domains/default/groups/911a814a-1a62-442a-93b4-ddbb5de6495d]."\n}' [ 943.583884] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/911a814a-1a62-442a-93b4-ddbb5de6495d [ 943.583923] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 943.598282] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.598544] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.598684] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.598977] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.599156] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.599323] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port f5b7c848-c13e-4b9c-b3a4-607e231c040d not found, creating... [ 943.599603] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.600044] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.600044] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.600163] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.600306] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.600810] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.601024] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.601176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.601659] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.601659] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.604231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: f5b7c848-c13e-4b9c-b3a4-607e231c040d is going to be created. [ 943.631056] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.631056] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.631056] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.631056] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.631056] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.631056] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.633777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.634536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.636215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.636470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.636618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.636896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.637072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.637377] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.637623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.637777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.638025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.638180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.639018] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911a814a-1a62-442a-93b4-ddbb5de6495d is going to be created. [ 943.658548] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/911a814a-1a62-442a-93b4-ddbb5de6495d], does not exist path=[/infra/domains/default/groups/911a814a-1a62-442a-93b4-ddbb5de6495d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/911a814a-1a62-442a-93b4-ddbb5de6495d [ 943.659144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911a814a-1a62-442a-93b4-ddbb5de6495d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.659580] env[65079]: Traceback (most recent call last): [ 943.659680] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 943.659680] env[65079]: return func(*args, **kwargs) [ 943.659779] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 943.659779] env[65079]: res.raise_for_status() [ 943.660032] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 943.660032] env[65079]: raise HTTPError(http_error_msg, response=self) [ 943.660032] env[65079]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/911a814a-1a62-442a-93b4-ddbb5de6495d [ 943.660032] env[65079]: During handling of the above exception, another exception occurred: [ 943.660032] env[65079]: Traceback (most recent call last): [ 943.660032] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 943.660032] env[65079]: listener.cb(fileno) [ 943.660032] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 943.660032] env[65079]: result = function(*args, **kwargs) [ 943.660032] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 943.660032] env[65079]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 943.660032] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 943.660032] env[65079]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 943.660032] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 943.660032] env[65079]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 943.660032] env[65079]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 943.660032] env[65079]: res.raise_for_status() [ 943.660032] env[65079]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 943.660032] env[65079]: raise HTTPError(http_error_msg, response=self) [ 943.660032] env[65079]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/911a814a-1a62-442a-93b4-ddbb5de6495d [ 943.660032] env[65079]: Removing descriptor: 12 [ 943.814666] env[65079]: INFO networking_nsxv3.common.synchronization [req-6807141a-b641-40e0-88c0-c0410bd8f6c4 req-3a91ef2e-6cb5-4c1a-af9a-c04a09c46058 tempest-ServerRescueTestJSON-1129018774 tempest-ServerRescueTestJSON-1129018774-project-member] Enqueued Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 943.815525] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f3a47-0306-44a9-8c14-66772c241f3a with Priority: HIGHEST for action security_group_members [ 943.815971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26f3a47-0306-44a9-8c14-66772c241f3a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.816323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.816401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.816648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.816835] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.817021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.817103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.817295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.817420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.817509] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26f3a47-0306-44a9-8c14-66772c241f3a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.094728] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ead244e-b788-486a-bb60-3751adc3f2b5 req-c9927abd-26a6-4c3c-80cf-fcda1a0b16ae tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 944.095171] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 944.095467] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.095628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.095678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.095856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.096021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.096123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.096193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.096331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.096419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.096569] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.226444] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf in Status: SUCCESS [ 944.226601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.227231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.227447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.227757] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.228018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.228018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.228134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.228212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.228308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.228381] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.322235] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.322235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.322235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.322235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.348882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.348882] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.348882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.348882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.348882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.348882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.348882] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a is going to be updated. [ 944.373434] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-fd4a5a4c-a618-409c-a3b8-47a18fced202 service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 944.373434] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-fd4a5a4c-a618-409c-a3b8-47a18fced202 service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 944.373543] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-fd4a5a4c-a618-409c-a3b8-47a18fced202 service nova] Enqueued Resource ID: f5b7c848-c13e-4b9c-b3a4-607e231c040d with Priority: HIGHEST for action port [ 944.374252] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 944.374485] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 944.374699] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b7c848-c13e-4b9c-b3a4-607e231c040d with Priority: HIGHEST for action port [ 944.375305] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.375484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.375647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.376780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.376780] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.377617] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.377740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.377802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.378476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.378719] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.378836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.378902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.379116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.379455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.379559] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.382551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5b7c848-c13e-4b9c-b3a4-607e231c040d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.382551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.382551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.382551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.382551] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b7c848-c13e-4b9c-b3a4-607e231c040d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.384582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.384797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.384797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.384942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.385276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.396379] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: IN_PROGRESS for 2s [ 944.555168] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 944.555360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.555538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.555762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.555956] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.556090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.556157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.556309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.556388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.556486] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.598182] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.730416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.882701] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.886553] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5b7c848-c13e-4b9c-b3a4-607e231c040d with status ACTIVE [ 944.887383] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.887383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.887383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.887383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.887383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.887592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.887662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.888244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.888244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.888244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.888244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.888244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.888648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.888648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.888648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.888785] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5b7c848-c13e-4b9c-b3a4-607e231c040d is going to be updated. [ 944.891565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.891565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.918452] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.918683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.918683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.919358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.919358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.919358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5b7c848-c13e-4b9c-b3a4-607e231c040d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.062827] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.101180] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.234317] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf: rpc.has_security_group_logging(os_id): False [ 945.257586] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.257833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.258256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.258256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.258256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.258548] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.258801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.258801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.258967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.258967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.259232] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf is going to be created. [ 945.342045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.342045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.342045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.342045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.342045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.356790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf in Status: IN_PROGRESS for 2s [ 945.386372] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.390059] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-d609a69c-9c8b-4da2-aa0c-4cefde572a64 tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 945.390770] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 945.391380] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.391512] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.565108] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.605552] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.605832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.605962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.606308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.606455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.606618] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 945.643867] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.644029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.644107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.644318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.644469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.655669] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 945.821467] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.821665] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.821776] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.822051] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.822307] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.822953] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.822953] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.822953] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.822953] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.823175] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.823278] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.823387] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.823599] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.823599] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.823704] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.825072] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.844377] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.845049] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.845049] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.845183] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.845481] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-2619fa85-f222-4bcd-9423-f3c31e97ffdc taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.845815] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.845815] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.847059] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.847059] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2619fa85-f222-4bcd-9423-f3c31e97ffdc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.891803] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.892060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.892060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.892263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.892355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.892458] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be created. [ 945.922593] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.922593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.922780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.922887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.923066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.934217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: UNINITIALIZED for 2s [ 946.067632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.067713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.067788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.071025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.071025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.071025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be updated. [ 946.098481] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.098669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.098989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.098989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.099187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.109489] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 946.349157] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.349438] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.349622] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.350901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.351140] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.351312] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 2619fa85-f222-4bcd-9423-f3c31e97ffdc not found, creating... [ 946.351620] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.353148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.353425] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.354563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.354813] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.355211] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.355395] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.355515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.355830] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.356045] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.356102] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 2619fa85-f222-4bcd-9423-f3c31e97ffdc is going to be created. [ 946.385742] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.389031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.389031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.389031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.389031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.389031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.407984] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26f3a47-0306-44a9-8c14-66772c241f3a in Status: SUCCESS [ 946.408136] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26f3a47-0306-44a9-8c14-66772c241f3a deletion is rescheduled due to dependency. [ 946.408295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26f3a47-0306-44a9-8c14-66772c241f3a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.103601] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-1572a4d8-9a70-42bc-adce-078141825e2d service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 947.103795] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-1572a4d8-9a70-42bc-adce-078141825e2d service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 947.103926] env[65079]: INFO networking_nsxv3.common.synchronization [req-9f9dda43-2168-4fcc-989f-4c5661360a3d req-1572a4d8-9a70-42bc-adce-078141825e2d service nova] Enqueued Resource ID: 2619fa85-f222-4bcd-9423-f3c31e97ffdc with Priority: HIGHEST for action port [ 947.104448] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 947.104586] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 947.104768] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2619fa85-f222-4bcd-9423-f3c31e97ffdc with Priority: HIGHEST for action port [ 947.105108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.105218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.105593] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.105593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.105861] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-2619fa85-f222-4bcd-9423-f3c31e97ffdc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.106031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.106136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.106912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.107080] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2619fa85-f222-4bcd-9423-f3c31e97ffdc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.373047] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf in Status: SUCCESS [ 947.373047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.609975] env[65079]: INFO networking_nsxv3.common.synchronization [req-eef58b6f-c888-4649-b59c-41597fcd32c8 req-d3c2b437-fe8d-496f-8f29-2b4cb386c07a tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 947.610146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2619fa85-f222-4bcd-9423-f3c31e97ffdc with status ACTIVE [ 947.610299] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.612108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.612263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.612323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.612519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.612599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.615734] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.615875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.615942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.616215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.616365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.616487] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2619fa85-f222-4bcd-9423-f3c31e97ffdc is going to be updated. [ 947.620246] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 947.621496] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.621633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.622166] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.622305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.622372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.622921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.623078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.623224] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.648146] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.648146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.648146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.648665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.648728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.648900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2619fa85-f222-4bcd-9423-f3c31e97ffdc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.666318] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 947.666595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.945758] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 947.946021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.948025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.948025] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.948025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.948773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.948951] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.949079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.949169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.949299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.949384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.949479] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.121064] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 948.121921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.121921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.121921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.122169] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.122169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.122169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.122392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.122479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.122628] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.126577] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.451266] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.451729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.451729] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.624617] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.629443] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.955052] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.110249] env[65079]: INFO networking_nsxv3.common.synchronization [None req-d5bbf248-2f43-4f34-a6fa-6a8bb558982a tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 949.110249] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 949.111119] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.111292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.111371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.111649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.112829] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.133314] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.133314] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.133314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.133314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.133314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.133314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.133314] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 949.165201] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.165467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.165467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.165695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.165849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.176823] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 949.219164] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1ff1d3b3-8965-40a4-8659-70bcc5599785 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 949.219656] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 949.219978] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.220089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.458380] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.458687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.458687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.458784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.458919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.458999] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 949.501311] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.501463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.501526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.502084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.502084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.513696] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 949.634435] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.634435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.634435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.634435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.635217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.635217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 already deleted. [ 949.635217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.635217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.635217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.635365] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.636427] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.636536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.636603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.637808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.637808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.637808] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be updated. [ 949.674983] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.675188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.675188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.675369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.675528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.686161] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 949.738366] env[65079]: INFO networking_nsxv3.common.synchronization [req-1286f41a-c508-4927-bd91-0f8ddcfaed30 req-12b268c2-89ec-402b-ba07-bbffdaf077fb tempest-ImagesNegativeTestJSON-1352316844 tempest-ImagesNegativeTestJSON-1352316844-project-member] Enqueued Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_members [ 949.738947] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_members [ 949.739701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.739860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.739928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.740207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.740613] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.740613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.740613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.741042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.741042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.741042] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.131713] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.131958] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-199" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.132156] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-199" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.132527] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-199" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.132972] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.133105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.133260] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.133451] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.133652] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.133912] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.134178] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.134254] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.134359] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.134519] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.134752] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.134880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.156855] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.157048] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.157215] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.157446] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-199" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.157850] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.158085] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.158237] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.158610] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.158860] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7abe080b-f1f2-4931-ba8e-16f4acf4ec8f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.162370] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.162490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.162490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.162676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.162772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.162847] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 already deleted. [ 950.162930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246041] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246041] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e already deleted. [ 950.246041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.664524] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.665072] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.665072] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.665550] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.665707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.665936] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 7abe080b-f1f2-4931-ba8e-16f4acf4ec8f not found, creating... [ 950.666369] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.666617] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.666804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.667176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.667528] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.668091] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.668091] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.668365] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.668784] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.668784] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.669012] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 7abe080b-f1f2-4931-ba8e-16f4acf4ec8f is going to be created. [ 950.693017] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.693219] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.693342] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.693614] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.693842] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.694100] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.852606] env[65079]: INFO networking_nsxv3.common.synchronization [req-e9244b95-7139-4d77-b288-cd2928e5161e req-7e63429f-1c5c-4762-aced-f30a9ec01cdc tempest-ServerRescueTestJSONUnderV235-908211452 tempest-ServerRescueTestJSONUnderV235-908211452-project-member] Enqueued Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 950.853241] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f7e025-c412-49db-bbb4-df09d0e18242 with Priority: HIGHEST for action security_group_members [ 950.853610] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.853726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.189476] env[65079]: INFO networking_nsxv3.common.synchronization [req-82d8536f-b1a3-4c91-9d46-3151896a7965 req-75f05797-4a0a-4a25-af9f-058fd37c8d4f tempest-MigrationsAdminTest-1843101639 tempest-MigrationsAdminTest-1843101639-project-member] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 951.189963] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 951.190290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.190920] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGHEST for action security_group_members [ 951.191331] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.191491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.191559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.191796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.191964] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192596] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.446685] env[65079]: INFO networking_nsxv3.common.synchronization [req-1286f41a-c508-4927-bd91-0f8ddcfaed30 req-351ec260-2c70-4b88-be53-d07afd4098c4 service nova] Enqueued Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_rules [ 951.446864] env[65079]: INFO networking_nsxv3.common.synchronization [req-1286f41a-c508-4927-bd91-0f8ddcfaed30 req-351ec260-2c70-4b88-be53-d07afd4098c4 service nova] Enqueued Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_members [ 951.447047] env[65079]: INFO networking_nsxv3.common.synchronization [req-1286f41a-c508-4927-bd91-0f8ddcfaed30 req-351ec260-2c70-4b88-be53-d07afd4098c4 service nova] Enqueued Resource ID: 7abe080b-f1f2-4931-ba8e-16f4acf4ec8f with Priority: HIGHEST for action port [ 951.447634] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_rules [ 951.447781] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_members [ 951.447887] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7abe080b-f1f2-4931-ba8e-16f4acf4ec8f with Priority: HIGHEST for action port [ 951.448245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.448366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.448462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.448792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.448886] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.450605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.450775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.450813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.451763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.451763] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.451763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.451763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.451763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.451763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.451763] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.453786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.454426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.454426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.455888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.455888] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7abe080b-f1f2-4931-ba8e-16f4acf4ec8f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.528908] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 951.529239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.529420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.529649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.529848] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.529976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.530061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.530208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.530277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.530379] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.699099] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 951.699358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.699697] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.699823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.699894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.700118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.701209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.701391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.701574] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.701662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.703025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.703208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.703323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.703439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.703555] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.704395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.704558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.704735] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.704847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.704912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.705078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.705159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.705246] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.726410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.726410] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.726410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.726410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.726608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.726608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.727224] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be updated. [ 951.766086] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.766261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.766379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.766568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.766753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.778347] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: IN_PROGRESS for 2s [ 951.951290] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.951482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.956827] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.957805] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7abe080b-f1f2-4931-ba8e-16f4acf4ec8f with status ACTIVE [ 951.958023] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.958145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.958207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.958419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.958507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.958687] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.958780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.958990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.958990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.959075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.959254] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.959347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.959409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.959551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.959626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.959709] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7abe080b-f1f2-4931-ba8e-16f4acf4ec8f is going to be updated. [ 951.982888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.984068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.984068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.984068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.984068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.984068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7abe080b-f1f2-4931-ba8e-16f4acf4ec8f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.036458] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.207403] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.207622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.207762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.207874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.207941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.208171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.230196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.230460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.230581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.230650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.230862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.230944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.231055] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be updated. [ 952.274936] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.275141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.275188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.275366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.275508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.287694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 952.462340] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.537797] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.635126] env[65079]: INFO networking_nsxv3.common.synchronization [req-e72d5c2f-fea6-42ab-8c9e-64e8a31baea6 req-34411536-cbd7-4154-b29d-05b89517da1c tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 952.635126] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 952.635126] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.635493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.635675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.635960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.636221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.636452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.636595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.636853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.637040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.637215] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.966315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.966315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.966315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.966315] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e is going to be created. [ 952.996071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.996210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.996284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.996498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.997429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.007470] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e in Status: UNINITIALIZED for 2s [ 953.040343] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.040505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.040584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.040811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.040888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.041063] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 953.073234] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.073757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.073861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.076384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.076384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.085611] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.085807] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.085937] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.086625] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.086894] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.088129] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.088547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.088825] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.089067] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.089180] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.089289] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.089397] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.089507] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.089612] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.089742] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.092565] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 953.112309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.112309] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.112563] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.112679] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-757" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.112964] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-3f04ce6f-76b2-490b-b110-3947da26d574 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.113197] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.113671] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.113671] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.113874] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f04ce6f-76b2-490b-b110-3947da26d574',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.139426] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.139426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.139426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.139639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.163440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.163722] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.163866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.163928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.164189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.164276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.164371] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be updated. [ 953.195673] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.195822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.195890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.196129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.196285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.208662] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 953.620081] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.620081] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 3f04ce6f-76b2-490b-b110-3947da26d574 not found, creating... [ 953.620081] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.620081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.621069] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.621069] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.621069] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.621069] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.621360] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.621645] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 3f04ce6f-76b2-490b-b110-3947da26d574 is going to be created. [ 953.646433] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.646433] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.646433] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.646684] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.647062] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.647425] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.791140] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c in Status: SUCCESS [ 953.791140] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c deletion is rescheduled due to dependency. [ 953.791140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.305165] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 954.305165] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 deletion is rescheduled due to dependency. [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.305165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.305165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f7e025-c412-49db-bbb4-df09d0e18242 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.305165] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.305165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.306187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.306187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.306187] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.403446] env[65079]: INFO networking_nsxv3.common.synchronization [req-e72d5c2f-fea6-42ab-8c9e-64e8a31baea6 req-bfb42f1d-cebb-43d9-9a50-d79224022c34 service nova] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_rules [ 954.403446] env[65079]: INFO networking_nsxv3.common.synchronization [req-e72d5c2f-fea6-42ab-8c9e-64e8a31baea6 req-bfb42f1d-cebb-43d9-9a50-d79224022c34 service nova] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 954.403839] env[65079]: INFO networking_nsxv3.common.synchronization [req-e72d5c2f-fea6-42ab-8c9e-64e8a31baea6 req-bfb42f1d-cebb-43d9-9a50-d79224022c34 service nova] Enqueued Resource ID: 3f04ce6f-76b2-490b-b110-3947da26d574 with Priority: HIGHEST for action port [ 954.404314] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_rules [ 954.404507] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 954.404736] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f04ce6f-76b2-490b-b110-3947da26d574 with Priority: HIGHEST for action port [ 954.405266] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.405266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.405266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.405576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.405657] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.406590] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.406723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.406882] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f04ce6f-76b2-490b-b110-3947da26d574 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.407047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.407359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.407359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.407359] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f04ce6f-76b2-490b-b110-3947da26d574',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.809959] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3f7e025-c412-49db-bbb4-df09d0e18242: rpc.has_security_group_logging(os_id): False [ 954.838760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.839122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.839122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.839628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.839628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.839785] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.839785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.840847] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.840847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.840847] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.841153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.841153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.841153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.841237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.841327] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be updated. [ 954.909489] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.909580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.911025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f04ce6f-76b2-490b-b110-3947da26d574 with status ACTIVE [ 954.911278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.911428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.911502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.911781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.911832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.912016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.912132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.912228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.912384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.912507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.912889] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.913058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.913110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.913231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.913314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.913414] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f04ce6f-76b2-490b-b110-3947da26d574 is going to be updated. [ 954.918760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.918760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.918970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.919119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.919211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.942158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: IN_PROGRESS for 2s [ 954.945330] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.945484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.945526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.945789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.945909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.946088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f04ce6f-76b2-490b-b110-3947da26d574" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.027964] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e in Status: SUCCESS [ 955.028260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.028457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.028710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.028920] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.029062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.029133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.029296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.029388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.029488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.029582] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.107112] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 955.107112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.107112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.107112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.107112] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.107112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.107112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.107525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.108174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108174] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.108174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.108174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.108557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.108557] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.108557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.108729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.108729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.108838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108948] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.219275] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 955.219541] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc deletion is rescheduled due to dependency. [ 955.219698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.219915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.220221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.220474] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.220667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.220718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.221090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.221250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.221396] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.533110] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.533449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.533449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.533635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.533689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.533782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.533841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.534011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.534121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.534215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.534475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.534628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.534628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.535739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.535739] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.535739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.535739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.535739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.535739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.535739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.535739] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.614321] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdad4c1c-4efa-422c-b072-b06760c80ad2: rpc.has_security_group_logging(os_id): False [ 955.632512] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.632838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.632941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.633240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.633314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.633592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.633676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.633890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.633987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.634108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.634317] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.634452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.634521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.634669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.634813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.634993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.635211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.635281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.635492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.635596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.635728] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be created. [ 955.699569] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.699730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.699772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.699993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.700193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.715352] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 955.724213] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.039626] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cbaa894-82c2-43d1-835f-ddd24bb46f7e: rpc.has_security_group_logging(os_id): False [ 956.061345] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.061531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.061531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.061709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.061822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.062063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.062201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.062301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.062572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.062789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.063083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.063231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.063311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.063530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.063653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.063852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.063980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.064079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.064243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.064341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.064472] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e is going to be created. [ 956.134904] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.134904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.135064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.135273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.135545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.169514] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e in Status: IN_PROGRESS for 2s [ 956.227704] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.730339] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.730712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.730712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.730787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.730880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.730989] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be updated. [ 956.768185] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.768370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.768370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.769029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.769029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.780769] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 956.958931] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f7e025-c412-49db-bbb4-df09d0e18242 in Status: SUCCESS [ 956.959209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.959437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.959675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.959772] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f7e025-c412-49db-bbb4-df09d0e18242',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.484664] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.485159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.485280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.485508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.485600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.485725] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f7e025-c412-49db-bbb4-df09d0e18242 is going to be deleted. [ 957.549807] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.549970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.550191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.550381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.550487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.550612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f7e025-c412-49db-bbb4-df09d0e18242" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.728615] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 957.728817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.728997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.729261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.729359] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.184340] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e in Status: SUCCESS [ 958.184726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.233389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.233616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.233616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.234119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.234119] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.234119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.234360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.234360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.234473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.234547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.234593] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.738982] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.738982] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.738982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.739480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.739480] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.739480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.739480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.739480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.739627] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.739671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.739747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.739881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.739957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.740050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.740152] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.796111] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 958.796111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.796111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.796111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.796111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.796824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.796824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.796824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.797042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.797042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.797257] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.245159] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdad4c1c-4efa-422c-b072-b06760c80ad2: rpc.has_security_group_logging(os_id): False [ 959.264896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.265217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.265308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.265616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.265758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.266100] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.266308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.266548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.266629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.266782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.267148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.267264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.267362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.267598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.267703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.267970] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.268091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.268146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.268298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.268376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.268464] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 959.300847] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.300847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.300847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.300847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.301235] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.301235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.301235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.301382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.301668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.301668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.301747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.301793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.301849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.301985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.302139] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.302884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.302884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.302884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.302884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.302884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.302884] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.359355] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.359355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.359355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.359355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.359355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.373350] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 959.406780] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.406780] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 959.631577] env[65079]: INFO networking_nsxv3.common.synchronization [req-67a8451c-c37b-47ae-b72a-87a3d397963f req-909134b3-10e0-48d4-a8a0-e65cdd7cf99b tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 959.632285] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 959.632891] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.633793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.633793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.633793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.633793] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.633994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.633994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.634132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.634218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.634315] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.756127] env[65079]: INFO networking_nsxv3.common.synchronization [req-7c0b82fe-42ff-485f-8412-26bb013c8d90 req-f297d134-1bce-4c10-8afb-bf9fc5eb31e9 tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 959.756626] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 959.756925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.760179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.807108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 899a00c3-2ab2-4834-9d53-93ca42c9f8bc: rpc.has_security_group_logging(os_id): False [ 959.830421] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.830421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.830421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.830421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.830421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.830421] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.830421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.830421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.831259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.831259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.831259] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.831372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.831508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.831572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.831648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.831836] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.833112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.833112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.833112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.833112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.833112] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be updated. [ 959.900440] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.900611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.900611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.902560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.902560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.916616] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 960.215696] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.718460] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.222191] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.222408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.222835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.222835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.222835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.222966] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 961.262137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.262296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.262392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.262581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.262969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.274405] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 961.386962] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 961.388615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.620295] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7f43567b-e306-4b52-b0df-bebdfef4378c tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_rules [ 961.620295] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_rules [ 961.620295] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.620295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.620506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.620689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.620791] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.747847] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6566a278-6302-4305-841c-6f646afa5ebd tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_rules [ 961.749930] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_rules [ 961.750374] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.750509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.929805] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 961.930099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.144289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.144433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.144499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.144929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.144929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.144929] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 already deleted. [ 962.145131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.145175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.145338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.145421] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.365480] env[65079]: INFO networking_nsxv3.common.synchronization [req-dd812ad4-ed04-4a9f-9063-f5e896a9add5 req-29af9aa0-1c0c-4bc9-9e7c-397a7bf09ea4 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 962.366140] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 962.366373] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.366496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.366560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.366755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.367030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.368342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.369132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.371610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.371610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.371610] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.669244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.669326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.669427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.669600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.669690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.669789] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 already deleted. [ 962.669874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.873222] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.874847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.874847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.874847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.900039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.900214] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.900308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.900308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.900590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.900718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.900844] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 962.934280] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.934280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.934280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.934280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.934280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.962750] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 963.287444] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 963.287662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.287833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.288093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.288369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.290387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.290387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.290387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.290387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.290387] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.791796] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.792052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.792146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.792378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.792464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.794152] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.794324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.794397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.794594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.794680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.794814] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 963.821599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.821782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.821879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.822142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.822302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.833575] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 964.975046] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 964.975381] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 deletion is rescheduled due to dependency. [ 964.975825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.209193] env[65079]: INFO networking_nsxv3.common.synchronization [req-307dacef-24d0-42cd-aa18-d4f106cb1eab req-8a715f79-ebdf-4b19-bf1a-4d6f2a8ae776 tempest-ImagesNegativeTestJSON-1352316844 tempest-ImagesNegativeTestJSON-1352316844-project-member] Enqueued Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_members [ 965.209901] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGHEST for action security_group_members [ 965.210349] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.210490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.210561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.210763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.210913] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.211015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.211080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.211255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.211345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.211473] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.714182] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.714679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.714848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.715188] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.715486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.715486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.715646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.715681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.715827] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e is going to be updated. [ 965.739152] env[65079]: INFO networking_nsxv3.common.synchronization [req-e77c483a-96e1-4b44-b2ad-18f5a2bc46e1 req-590bb4ff-6bde-41e6-b175-3eb77df45bd4 tempest-ImagesOneServerNegativeTestJSON-1471646431 tempest-ImagesOneServerNegativeTestJSON-1471646431-project-member] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 965.743119] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGHEST for action security_group_members [ 965.746058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.746058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.746058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746058] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.760721] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.760721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.760721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.760721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.760721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.771029] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e in Status: IN_PROGRESS for 2s [ 965.843406] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 965.843406] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 deletion is rescheduled due to dependency. [ 965.843406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.100942] env[65079]: INFO networking_nsxv3.common.synchronization [req-031e5372-07f9-4dfc-904e-2a148b3a985f req-dddfe129-6061-4fc6-8d68-fa1852fd6f1b tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 966.101560] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 966.102021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.102021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.102021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.102242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.102518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.102771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.102771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.102923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.102969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.103070] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.141018] env[65079]: INFO networking_nsxv3.common.synchronization [req-bb641beb-29db-48b6-b652-decdf624644b req-a8d45b55-afb3-41c9-b785-3f7b50515c68 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 966.141018] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 966.141313] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.141609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.141844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.142117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.143851] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.143851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.143851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.143851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.143851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.143851] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.248030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.248173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.248249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.248536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.248638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.249013] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.249130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.249201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.249355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.249438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.249528] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be updated. [ 966.281025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.281025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.281025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.281025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.281025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.288815] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: IN_PROGRESS for 2s [ 966.453876] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.454063] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.455112] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.455112] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.455369] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.455594] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.455753] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.456050] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.457057] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.457057] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.457057] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.457057] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.457057] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.457057] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.457057] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.457507] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.480837] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.480837] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.480837] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.480837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.480837] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-4251a325-13f2-44a6-9471-418aefbdd196 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.480837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.480837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.480837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.480837] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4251a325-13f2-44a6-9471-418aefbdd196',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.608495] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.608694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.608824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.609067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.631354] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.631941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.631941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.631941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.632285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.632285] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 966.645137] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.663432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.663432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.663432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.663432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.663432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.674702] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 966.983503] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.983503] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.983503] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.983778] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.983917] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.984083] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 4251a325-13f2-44a6-9471-418aefbdd196 not found, creating... [ 966.984338] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.984552] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.984616] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.984984] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.985168] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.985472] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.985630] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.985755] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.986210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.986419] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.986554] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 4251a325-13f2-44a6-9471-418aefbdd196 is going to be created. [ 967.013156] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.013373] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.013476] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.013789] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.014026] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.014248] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.148716] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.652244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.652366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.652440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.652658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.652773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.652876] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 967.688046] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.688046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.688046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.688046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.688046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.701014] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 967.718117] env[65079]: INFO networking_nsxv3.common.synchronization [req-031e5372-07f9-4dfc-904e-2a148b3a985f req-95f5df6e-0a92-440f-a303-2fcb1250f38a service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 967.718117] env[65079]: INFO networking_nsxv3.common.synchronization [req-031e5372-07f9-4dfc-904e-2a148b3a985f req-95f5df6e-0a92-440f-a303-2fcb1250f38a service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 967.718117] env[65079]: INFO networking_nsxv3.common.synchronization [req-031e5372-07f9-4dfc-904e-2a148b3a985f req-95f5df6e-0a92-440f-a303-2fcb1250f38a service nova] Enqueued Resource ID: 4251a325-13f2-44a6-9471-418aefbdd196 with Priority: HIGHEST for action port [ 967.718117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 967.718117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 967.718117] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4251a325-13f2-44a6-9471-418aefbdd196 with Priority: HIGHEST for action port [ 967.718701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.719346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.719511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.720082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.720324] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.721728] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.722073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.722686] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4251a325-13f2-44a6-9471-418aefbdd196 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.722686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.722686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.724030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.724030] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4251a325-13f2-44a6-9471-418aefbdd196',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.784040] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e in Status: SUCCESS [ 967.784040] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e deletion is rescheduled due to dependency. [ 967.784040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.222939] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.223475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.225612] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4251a325-13f2-44a6-9471-418aefbdd196 with status ACTIVE [ 968.226021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.226144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.226144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.226368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.226811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.226930] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.227086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.227173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.227364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.227462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.227734] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.227846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.227922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.228264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.228264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.228385] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4251a325-13f2-44a6-9471-418aefbdd196 is going to be updated. [ 968.258427] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.258705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.258776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.259172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.259572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.260039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4251a325-13f2-44a6-9471-418aefbdd196" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.302574] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc in Status: SUCCESS [ 968.303461] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc deletion is rescheduled due to dependency. [ 968.303526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.687241] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 968.688454] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 968.688454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.688871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.688871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.689506] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.689506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.689506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.689506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.689506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.689676] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.193182] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.696206] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.714105] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 969.714173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.199862] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.199862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.199862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.200095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.200136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.200228] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 970.238778] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.238778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.238778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.238778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.238778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.248609] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 970.601170] env[65079]: INFO networking_nsxv3.common.synchronization [req-eaa464b9-996b-488b-b2d9-9b055dc369e8 req-95ec9c87-4a3b-4cc1-b2b8-79c9a9b3e179 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 970.602205] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 970.602789] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.603120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.603370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.603998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.604935] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.604935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.604935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.604935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.605242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.605673] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.006166] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.006166] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.006166] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.009857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.009857] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.009857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.009857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.009857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.009857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.009857] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.009857] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.009857] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.009857] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.009857] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.009857] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.009857] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.032167] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.032355] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.032550] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.032879] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.033283] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-4258544c-9c92-4ea4-8ed9-a429178f30f0 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.033505] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.033656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.034036] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.034215] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4258544c-9c92-4ea4-8ed9-a429178f30f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.108182] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.108369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.108369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.108599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.108690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.108919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.109118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.109118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.109345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.109421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.109502] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 already deleted. [ 971.109584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.538843] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.539139] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.539205] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.539491] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.539636] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.539789] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 4258544c-9c92-4ea4-8ed9-a429178f30f0 not found, creating... [ 971.540071] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.540231] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.540347] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.540673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.540851] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.541163] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.541318] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.541431] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.541642] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.541766] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.541901] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 4258544c-9c92-4ea4-8ed9-a429178f30f0 is going to be created. [ 971.563872] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.564142] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.564251] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.564545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.564990] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.565277] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.263141] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.263141] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.263141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.263141] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.273469] env[65079]: INFO networking_nsxv3.common.synchronization [req-eaa464b9-996b-488b-b2d9-9b055dc369e8 req-f050f609-1a0f-4c06-85a7-b94248387b4e service nova] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 972.273524] env[65079]: INFO networking_nsxv3.common.synchronization [req-eaa464b9-996b-488b-b2d9-9b055dc369e8 req-f050f609-1a0f-4c06-85a7-b94248387b4e service nova] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 972.273630] env[65079]: INFO networking_nsxv3.common.synchronization [req-eaa464b9-996b-488b-b2d9-9b055dc369e8 req-f050f609-1a0f-4c06-85a7-b94248387b4e service nova] Enqueued Resource ID: 4258544c-9c92-4ea4-8ed9-a429178f30f0 with Priority: HIGHEST for action port [ 972.273867] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 972.274020] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 972.274133] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4258544c-9c92-4ea4-8ed9-a429178f30f0 with Priority: HIGHEST for action port [ 972.276616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.276781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.276852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.277113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.277197] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.278599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.278721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.278789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.279009] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.279169] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.279264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.279342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.280740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.280870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.280983] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.284884] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4258544c-9c92-4ea4-8ed9-a429178f30f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.285030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.285135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.285276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.285378] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4258544c-9c92-4ea4-8ed9-a429178f30f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.765551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.765757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.765869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.766185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.766705] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.766705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.766705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.766705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.766906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.766906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.767121] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.767287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.767451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.767605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.768173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.768173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.768173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.768360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.768360] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.786898] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.787068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.787328] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.788609] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4258544c-9c92-4ea4-8ed9-a429178f30f0 with status ACTIVE [ 972.788812] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.788938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.789261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.789373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.789558] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.789654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.789894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.789985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790214] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.790305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.790360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.790543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790720] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4258544c-9c92-4ea4-8ed9-a429178f30f0 is going to be updated. [ 972.814447] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.814692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.814815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.815104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.815290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.815507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4258544c-9c92-4ea4-8ed9-a429178f30f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.270807] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 973.292766] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.292766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.292766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.292943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.293044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.293281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.293372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.293432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.293577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.294247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.294247] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.294247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.294247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.294247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.294247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.294583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.294583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.294583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.294583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.295343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.295343] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 973.296196] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.387568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.387797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.387940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.388207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.388418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.403258] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 973.801989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.801989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.801989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.801989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.801989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.801989] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be created. [ 973.832268] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.832268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.832268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.832268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.832268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.845433] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: UNINITIALIZED for 2s [ 975.422269] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 975.422567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.857308] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 975.857543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.857735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.857980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.858212] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.858336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.858403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.858583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.858665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.858749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.858845] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.361831] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.863598] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cf0906-91bb-4c22-9c2a-e0657bf2a200: rpc.has_security_group_logging(os_id): False [ 976.885422] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.885632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.885677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.886055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.886165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.886461] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.886581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.886650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.886840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.886948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.887044] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be created. [ 976.956858] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.957053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.957127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.957299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.957682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.969237] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 977.274961] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 977.275093] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 978.986015] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 978.986015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.275989] env[65079]: INFO networking_nsxv3.common.synchronization [req-4d722135-725f-4776-bce6-d311afba1685 req-3ed04bad-d5d5-4c75-b7f0-5b07ac7adfb8 tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 980.276633] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 980.276777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.276931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.277297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.279909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.280091] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.280213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.282940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.282940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.282940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.282940] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.783712] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.784268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.784268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.784268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.784382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.784632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.784703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.784739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.784964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.785152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.785268] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 980.819465] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.819693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.819693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.819912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.820077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.831513] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 981.028214] env[65079]: INFO networking_nsxv3.common.synchronization [req-7263cf37-a5cf-485f-891e-30d713a26fa6 req-948bbcf2-4cd2-45be-9c7b-fa5d1f5d7c05 tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 981.028990] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 981.029761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.029761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.029761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.029761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.029958] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.030030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.030537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.031454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.031454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.031454] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.390854] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.391215] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.391259] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.391495] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.391750] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.392042] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.392042] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.392928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.392928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.392928] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.393326] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.393326] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.393326] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.394244] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.394244] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.394244] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.421756] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.421970] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.422511] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.422511] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-386" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.422636] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.422750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.422822] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.423206] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.423338] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a55ec8e-2879-42f3-b72f-6f9a6fdbb907',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.538893] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.539112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.539170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.539353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.539441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.539641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.539740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.539868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.539949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.540036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.540126] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 981.600641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.600641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.600641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.600641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.600641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.611490] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 981.926414] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.926676] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.926773] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.927188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.927369] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.927527] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 not found, creating... [ 981.927779] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.927937] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.928078] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.928282] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.928417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.928698] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.928849] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.928965] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.929184] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.929323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.929468] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 is going to be created. [ 981.950379] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.950535] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.950593] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.950830] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.951074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.951318] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.689480] env[65079]: INFO networking_nsxv3.common.synchronization [req-7263cf37-a5cf-485f-891e-30d713a26fa6 req-f2d8b56b-fbe3-40c6-bdf1-4e943a2b7ca2 service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 982.689480] env[65079]: INFO networking_nsxv3.common.synchronization [req-7263cf37-a5cf-485f-891e-30d713a26fa6 req-f2d8b56b-fbe3-40c6-bdf1-4e943a2b7ca2 service nova] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 982.689480] env[65079]: INFO networking_nsxv3.common.synchronization [req-7263cf37-a5cf-485f-891e-30d713a26fa6 req-f2d8b56b-fbe3-40c6-bdf1-4e943a2b7ca2 service nova] Enqueued Resource ID: 0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 with Priority: HIGHEST for action port [ 982.689947] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_rules [ 982.689947] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 982.689947] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 with Priority: HIGHEST for action port [ 982.690219] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.690323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.690395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.690619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.690701] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.691701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.691701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.692400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.692400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.692400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.692400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.692400] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a55ec8e-2879-42f3-b72f-6f9a6fdbb907',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.842497] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 982.842695] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 982.842799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.194640] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.194640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.196075] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 with status ACTIVE [ 983.196234] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.196361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.196430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.196914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.196914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.196914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.197167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.197167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.197343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.197343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.197726] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.197726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.197726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.197946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.197946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.198068] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a55ec8e-2879-42f3-b72f-6f9a6fdbb907 is going to be updated. [ 983.222413] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.222557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.222628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.222846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.223028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.223147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a55ec8e-2879-42f3-b72f-6f9a6fdbb907" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.623341] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 983.623341] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 deletion is rescheduled due to dependency. [ 983.623341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.623341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.623341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.623341] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.623341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.623341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.623635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.623635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.623635] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.126137] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.629448] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.131900] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.132559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.132559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.132559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.132559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.132865] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 985.169409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.169409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.169409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.169409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.169409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178764] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 985.304121] env[65079]: INFO networking_nsxv3.common.synchronization [req-ff9385ef-81e0-48a3-a106-1832e0635dbe req-79a9c1d7-1207-424f-ab55-41fee7c0ff68 tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_members [ 985.306021] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_members [ 985.306021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.306021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.306021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.306021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.306021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.306021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.306021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.306021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.307046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.307046] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.666804] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.667039] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.667142] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.667575] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.667741] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.667904] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.668028] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.668257] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.668404] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.668758] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.668874] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.669087] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.669172] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.669235] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.669342] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.669473] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.689720] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.689901] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.690054] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.690229] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-919" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.690540] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-88ae9f2a-739e-4b89-a14e-6e2b65d97317 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.690708] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.690826] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.691225] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.691401] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ae9f2a-739e-4b89-a14e-6e2b65d97317',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.812064] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.812337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.812506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.812867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.813228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.813371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.813485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.813549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.813750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.813860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.813919] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 already deleted. [ 985.813995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.194334] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.194750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.195049] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.195204] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.195356] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 88ae9f2a-739e-4b89-a14e-6e2b65d97317 not found, creating... [ 986.195618] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.195776] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.195921] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.196172] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.196306] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.196587] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.196739] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.196855] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.197070] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.197199] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.197334] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 88ae9f2a-739e-4b89-a14e-6e2b65d97317 is going to be created. [ 986.216837] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.217070] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.217166] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.217433] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.217676] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.217903] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.986833] env[65079]: INFO networking_nsxv3.common.synchronization [req-ff9385ef-81e0-48a3-a106-1832e0635dbe req-b60cd2ea-f56c-46f4-a589-d4c316c2869d service nova] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_rules [ 986.987208] env[65079]: INFO networking_nsxv3.common.synchronization [req-ff9385ef-81e0-48a3-a106-1832e0635dbe req-b60cd2ea-f56c-46f4-a589-d4c316c2869d service nova] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_members [ 986.987364] env[65079]: INFO networking_nsxv3.common.synchronization [req-ff9385ef-81e0-48a3-a106-1832e0635dbe req-b60cd2ea-f56c-46f4-a589-d4c316c2869d service nova] Enqueued Resource ID: 88ae9f2a-739e-4b89-a14e-6e2b65d97317 with Priority: HIGHEST for action port [ 986.988229] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_rules [ 986.988906] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_members [ 986.989097] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ae9f2a-739e-4b89-a14e-6e2b65d97317 with Priority: HIGHEST for action port [ 986.989745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.989745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.989841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.990469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.990469] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.991604] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.991791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.991910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.992202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.992451] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.992619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.992721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.992963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.993105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.993278] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.994685] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ae9f2a-739e-4b89-a14e-6e2b65d97317 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.994871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.994985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.995435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.995562] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ae9f2a-739e-4b89-a14e-6e2b65d97317',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.189178] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 987.189408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.189594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.189820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.190025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.190145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.190212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.190362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.190445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.190532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.190622] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.498029] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.498345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.498387] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.499694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88ae9f2a-739e-4b89-a14e-6e2b65d97317 with status ACTIVE [ 987.499958] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.500034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.500182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.500451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.500557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.500748] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.501993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.502177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.502341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.503281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.503281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.503281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.503281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.503281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.503929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.503929] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88ae9f2a-739e-4b89-a14e-6e2b65d97317 is going to be updated. [ 987.527223] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.527394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.528029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.528029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.528029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.528029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ae9f2a-739e-4b89-a14e-6e2b65d97317" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.692659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.692904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.693040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.693373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.693733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.693862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.693998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.694315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.694398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.694543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.694761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.694923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.695057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.695259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.695456] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.695605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.695727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.695943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.696693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.696854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.697021] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.006820] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.199704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f121e0-f03f-4c27-8897-139abb30e706: rpc.has_security_group_logging(os_id): False [ 988.233780] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.233969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.234107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.234305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.234404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.234618] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.234719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.234783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.235626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.236017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.236302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.236784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.236784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.236784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.236903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.237160] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.237276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.237376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.237550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.237629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.237724] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 988.310941] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.311170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.311170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.311318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.311526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.330457] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 988.510693] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.511086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.511086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.511166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.511254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.511362] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 is going to be created. [ 988.544564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.544564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.547298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.547298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.547298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.572228] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: UNINITIALIZED for 2s [ 990.362811] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 990.362811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.585988] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: SUCCESS [ 990.586222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.587107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.587107] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.587107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.587107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.587319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.587319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587405] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.089329] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.592071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ef5302a-45a3-4791-a671-75aef409cd94: rpc.has_security_group_logging(os_id): False [ 991.612130] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.612342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.612392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.612854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.612854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.613095] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.614685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.614685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.614685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.614685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.614685] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 is going to be created. [ 991.692619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.692814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.692903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.693184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.693349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.705873] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: IN_PROGRESS for 2s [ 991.992100] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.992348] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 993.378428] env[65079]: INFO networking_nsxv3.common.synchronization [None req-185e3217-267e-4b10-92b9-fd9d1f5654b8 None None] Enqueued Resource ID: 01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb with Priority: HIGHEST for action port [ 993.378988] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb with Priority: HIGHEST for action port [ 993.379302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.379424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.379646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.379735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.379819] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.723442] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: SUCCESS [ 993.723442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.881743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb [ 993.881963] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.882120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.882190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.882406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.882497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.882880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb already deleted. [ 993.882880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01746f5a-c7d7-4e1a-8f39-d9d0f163dbcb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.967233] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-5d328fa4-d465-4b80-893a-d1aaf79413c4 tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 993.967894] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 993.968509] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.968608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.968837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.968908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.969111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.969214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.969276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.969422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.969505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.969596] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.364686] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.364917] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.366127] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.369538] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.369646] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.369731] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.369892] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.370080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.370258] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.370487] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.370594] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.370697] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.370801] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.370906] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.371023] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.371174] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.395691] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.396256] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.396256] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.396256] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.396639] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.396845] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.396961] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.397388] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.397539] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca9ad2e-e709-45a7-97fb-616ae05b82ca',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.474860] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.474860] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.474860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.474860] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 994.505624] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.505882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.505882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.506092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.506242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.515578] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 994.904290] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.904417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.904486] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.904762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.905137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.905317] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 4ca9ad2e-e709-45a7-97fb-616ae05b82ca not found, creating... [ 994.905616] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.905765] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.905884] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.906128] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.906270] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.906560] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.906709] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.907427] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.907662] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.908190] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.908190] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 4ca9ad2e-e709-45a7-97fb-616ae05b82ca is going to be created. [ 994.928898] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.930352] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.930512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.931119] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.931377] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.931609] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.683152] env[65079]: INFO networking_nsxv3.common.synchronization [None req-26ffcc5c-65b6-4b54-b0b3-de295ec944aa None None] Enqueued Resource ID: 94a9e6d5-5622-4867-a6cc-814d9b02797b with Priority: HIGHEST for action port [ 995.683698] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a9e6d5-5622-4867-a6cc-814d9b02797b with Priority: HIGHEST for action port [ 995.684017] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a9e6d5-5622-4867-a6cc-814d9b02797b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.684650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a9e6d5-5622-4867-a6cc-814d9b02797b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.686039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a9e6d5-5622-4867-a6cc-814d9b02797b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.686376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a9e6d5-5622-4867-a6cc-814d9b02797b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.686476] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a9e6d5-5622-4867-a6cc-814d9b02797b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.701570] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-d10c1335-9cd0-4c8a-9194-1d6847399bd4 service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 995.701701] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-d10c1335-9cd0-4c8a-9194-1d6847399bd4 service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 995.701994] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-d10c1335-9cd0-4c8a-9194-1d6847399bd4 service nova] Enqueued Resource ID: 4ca9ad2e-e709-45a7-97fb-616ae05b82ca with Priority: HIGHEST for action port [ 995.703249] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 995.703249] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 995.703249] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9ad2e-e709-45a7-97fb-616ae05b82ca with Priority: HIGHEST for action port [ 995.703448] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.704102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.704102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.704102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.704102] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.705221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705387] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.705852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.705934] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca9ad2e-e709-45a7-97fb-616ae05b82ca',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.720156] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a6a33cca-7fe4-4427-a7ca-28da02913204 None None] Enqueued Resource ID: 11e8d354-18bc-472a-a953-14e0dd07ade1 with Priority: HIGHEST for action port [ 995.722030] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e8d354-18bc-472a-a953-14e0dd07ade1 with Priority: HIGHEST for action port [ 995.722030] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e8d354-18bc-472a-a953-14e0dd07ade1 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.722030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e8d354-18bc-472a-a953-14e0dd07ade1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.722030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e8d354-18bc-472a-a953-14e0dd07ade1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.722030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e8d354-18bc-472a-a953-14e0dd07ade1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.722030] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e8d354-18bc-472a-a953-14e0dd07ade1',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.086030] env[65079]: INFO networking_nsxv3.common.synchronization [None req-aa171c2e-a365-4ff4-a3f7-3fa10677db32 tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 996.086030] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 996.086459] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.086459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.086898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.086898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.087028] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.189995] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94a9e6d5-5622-4867-a6cc-814d9b02797b [ 996.190263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.190400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.190470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.190687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.190809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.190879] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94a9e6d5-5622-4867-a6cc-814d9b02797b already deleted. [ 996.190962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a9e6d5-5622-4867-a6cc-814d9b02797b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.209919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.210123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.210784] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ca9ad2e-e709-45a7-97fb-616ae05b82ca with status ACTIVE [ 996.210784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.210784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.210784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.211059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.211186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.211428] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.211571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.211640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.211808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.211931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.212138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.212285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.212285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.212687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.212687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.212687] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ca9ad2e-e709-45a7-97fb-616ae05b82ca is going to be updated. [ 996.225400] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11e8d354-18bc-472a-a953-14e0dd07ade1 [ 996.225650] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.226098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.226196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.226302] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11e8d354-18bc-472a-a953-14e0dd07ade1 already deleted. [ 996.226383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e8d354-18bc-472a-a953-14e0dd07ade1" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.234284] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.234415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.234952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.234952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.234952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.235110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ca9ad2e-e709-45a7-97fb-616ae05b82ca" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.297132] env[65079]: INFO networking_nsxv3.common.synchronization [None req-31cb3a72-f22d-42b9-b3ed-5b4d63c4c3a8 tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 996.298371] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 996.298371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.298371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.382740] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-4908f790-57ab-4a79-b49a-55736204fa59 tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 996.383051] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 996.383565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.383565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.527575] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 996.528563] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 deletion is rescheduled due to dependency. [ 996.528563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.528563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.528563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.528817] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.528817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.528817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.529053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.529162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.529357] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.609352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.609574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.609652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.609835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.609959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.610108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 already deleted. [ 996.610209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.610976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.610976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.611438] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.937798] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.937798] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.937798] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.937798] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.937798] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.937798] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.938759] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.938759] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.938929] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.939157] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.939283] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.939372] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.939562] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.939687] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.939790] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.939932] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.975010] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.975939] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.975939] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.975939] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-147" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.975939] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.976272] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.976272] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.976477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.976609] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fcdb52-cc72-4edb-982b-c9fb54673d5c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.032923] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.136069] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.136213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.136284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.136491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.136575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.136717] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 already deleted. [ 997.136775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.478811] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.479048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.479178] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.479575] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.479762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.479922] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port a6fcdb52-cc72-4edb-982b-c9fb54673d5c not found, creating... [ 997.480194] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.480350] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.480460] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.480698] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.480842] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.481161] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.481427] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.481576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.481793] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.481931] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.482081] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: a6fcdb52-cc72-4edb-982b-c9fb54673d5c is going to be created. [ 997.503228] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.503525] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.503717] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.504058] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.504343] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.504600] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.535450] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.041028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.041028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.041028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.041028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.041028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.041028] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 998.070247] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.070452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.070452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.070650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.070784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.080061] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 998.212664] env[65079]: INFO networking_nsxv3.common.synchronization [None req-93cee4e0-4f40-4299-b732-fd652528128f tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 998.212953] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 998.213260] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.213382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.213450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.213699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.213784] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.219929] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-b498478c-cced-4fed-b8b9-1620c0f99f0c service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 998.220017] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-b498478c-cced-4fed-b8b9-1620c0f99f0c service nova] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 998.220160] env[65079]: INFO networking_nsxv3.common.synchronization [req-27cb43c4-b583-4ea4-be91-4a2e85ea9cf7 req-b498478c-cced-4fed-b8b9-1620c0f99f0c service nova] Enqueued Resource ID: a6fcdb52-cc72-4edb-982b-c9fb54673d5c with Priority: HIGHEST for action port [ 998.220631] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_rules [ 998.220898] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 998.220898] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fcdb52-cc72-4edb-982b-c9fb54673d5c with Priority: HIGHEST for action port [ 998.222167] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.222239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.223099] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.223099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.224465] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.224465] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.225799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.226058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.226170] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fcdb52-cc72-4edb-982b-c9fb54673d5c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.340257] env[65079]: INFO networking_nsxv3.common.synchronization [None req-5b40e5b3-2783-44cc-8b02-e03c9161327a tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 998.341125] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 998.341233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.341367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.380793] env[65079]: INFO networking_nsxv3.common.synchronization [None req-3ca0d434-0165-4590-9378-21b3a70eca49 None None] Enqueued Resource ID: 8fa2b1d0-5972-46fa-976f-2b621f3d030a with Priority: HIGHEST for action port [ 998.381284] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa2b1d0-5972-46fa-976f-2b621f3d030a with Priority: HIGHEST for action port [ 998.381583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa2b1d0-5972-46fa-976f-2b621f3d030a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.381708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa2b1d0-5972-46fa-976f-2b621f3d030a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.384204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa2b1d0-5972-46fa-976f-2b621f3d030a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.384497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa2b1d0-5972-46fa-976f-2b621f3d030a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.384589] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa2b1d0-5972-46fa-976f-2b621f3d030a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.730817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6fcdb52-cc72-4edb-982b-c9fb54673d5c with status ACTIVE [ 998.730817] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.730817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.730817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.736087] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.736087] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.736087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.736087] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6fcdb52-cc72-4edb-982b-c9fb54673d5c is going to be updated. [ 998.738039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.738039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.738039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.738418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.738665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.740996] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe already deleted. [ 998.740996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.740996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.740996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.740996] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.760469] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.760820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.760933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.761425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.761703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.761906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fcdb52-cc72-4edb-982b-c9fb54673d5c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.888393] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa2b1d0-5972-46fa-976f-2b621f3d030a [ 998.888736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.888943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.889231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.889311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.889378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.889481] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa2b1d0-5972-46fa-976f-2b621f3d030a already deleted. [ 998.889616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa2b1d0-5972-46fa-976f-2b621f3d030a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.260338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.260635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.260635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.260764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.260853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.260950] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe already deleted. [ 999.261046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096038] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096038] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096038] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.096834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.096834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.097703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.097703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.097703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.097703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.097703] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.599717] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.600022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.600061] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.912851] env[65079]: INFO networking_nsxv3.common.synchronization [req-29017f0c-e5cb-4224-9276-8451b7687c61 req-2f412103-1332-43f1-9462-2ad230e62b99 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1000.913532] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1000.914527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.914668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.914739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.915021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.915215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.915344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.915410] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.915582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.915670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.915767] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.102225] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.275735] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.275935] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.276065] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.276444] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.276752] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.276946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.277135] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.277425] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.277620] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.277888] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.278085] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.278164] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.278412] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.278482] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.278566] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.278717] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.299352] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.299538] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.299647] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.299833] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.300287] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.300471] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.300586] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.300973] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.301130] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.417819] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.605825] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.606186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.606186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.606284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.606377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.606449] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 1001.641281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.641463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.641514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.641699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.641847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.650895] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 1001.803407] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.803744] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.803883] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.804271] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.804483] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.804679] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a not found, creating... [ 1001.805064] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.805252] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.805417] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.805770] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.806035] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.806261] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.806439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.806667] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.806914] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.807118] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.807400] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a is going to be created. [ 1001.829398] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.829599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.829717] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.830022] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.830288] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.830532] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.920692] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.047318] env[65079]: INFO networking_nsxv3.common.synchronization [req-094fd6a4-434a-485e-8b21-11922f1e0ac7 req-fb0cffbd-bdd2-4b48-a500-58bd63c96d3f tempest-ImagesTestJSON-966020715 tempest-ImagesTestJSON-966020715-project-member] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 1002.047951] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGHEST for action security_group_members [ 1002.048814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.049313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.049313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.049313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.049736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.049736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.049828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.050014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.050144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.050271] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.423828] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.424143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.424243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.424525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.424664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.424844] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be updated. [ 1002.461310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.461631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.461631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.461826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.462037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.472270] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 1002.552677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.552875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.552933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.553165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.553289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.553510] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.553621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.553686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.553856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.553963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.554071] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be updated. [ 1002.594871] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.595100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.595186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.595369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.595556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.606269] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: IN_PROGRESS for 2s [ 1002.612536] env[65079]: INFO networking_nsxv3.common.synchronization [req-29017f0c-e5cb-4224-9276-8451b7687c61 req-a9680be5-21b5-43a5-be0e-439115bbe5cb service nova] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 1002.612702] env[65079]: INFO networking_nsxv3.common.synchronization [req-29017f0c-e5cb-4224-9276-8451b7687c61 req-a9680be5-21b5-43a5-be0e-439115bbe5cb service nova] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1002.613034] env[65079]: INFO networking_nsxv3.common.synchronization [req-29017f0c-e5cb-4224-9276-8451b7687c61 req-a9680be5-21b5-43a5-be0e-439115bbe5cb service nova] Enqueued Resource ID: 0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a with Priority: HIGHEST for action port [ 1002.613625] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_rules [ 1002.613774] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1002.613931] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a with Priority: HIGHEST for action port [ 1002.614400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.614526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.614591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.614796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.614878] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.615858] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.615954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.616160] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.616261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.616317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.616845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.616845] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.119991] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.120928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.120928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a with status ACTIVE [ 1003.120928] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.120928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.120928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.120928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.120928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.121334] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.121334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.121334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.121504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.121504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.121664] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.121752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.121809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.121947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.122160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.122160] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a is going to be updated. [ 1003.144888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.145471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.145471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.145471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.145640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.145728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4c59fe-ec52-4fb1-bb86-8f543c3bca6a" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.660880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 1003.661405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.661405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.661574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.661769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.661892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.661954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.662128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.662209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.662315] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.164587] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.487744] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 1004.487744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.487744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.488106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.488248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.488345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.488485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.489094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.489094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.489094] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.620987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f121e0-f03f-4c27-8897-139abb30e706 in Status: SUCCESS [ 1004.621614] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 deletion is rescheduled due to dependency. [ 1004.621614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.667162] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.990918] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.170122] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.170309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.170401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.170682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.170805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.170919] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 1005.203347] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.203495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.203571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.203762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.203907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.212893] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 1005.441864] env[65079]: INFO networking_nsxv3.common.synchronization [req-90c12ad7-7721-4570-b5e3-2cd5ebc53b70 req-3755d05d-f9a9-4f9c-b3d3-bd81dcfe7bb1 tempest-ListImageFiltersTestJSON-939764397 tempest-ListImageFiltersTestJSON-939764397-project-member] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1005.442454] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1005.442758] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.442898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.443143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.443423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.443597] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.443777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.443925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.444160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.444250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.444352] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.493290] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.797681] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.798241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.798241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.799971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.799971] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.799971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.799971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.799971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.799971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.799971] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.799971] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.799971] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.799971] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.799971] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.800609] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.800609] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.833523] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.833523] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.833523] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.833523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.833523] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-02a682e8-8326-495a-9d0c-9841cb3c7752 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.833523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.833523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.833523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.833523] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a682e8-8326-495a-9d0c-9841cb3c7752',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.946192] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.946418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.946418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.946631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.946723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.946920] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.947030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.947098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.947355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.947506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.947608] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c already deleted. [ 1005.947710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.995807] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.996094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.996208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.996440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.996535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.996645] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be updated. [ 1006.031736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.031960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.031960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.032264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.032453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.045069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 1006.336208] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.336473] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.336589] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.336924] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.337330] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.337448] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 02a682e8-8326-495a-9d0c-9841cb3c7752 not found, creating... [ 1006.337757] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.337963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.338194] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.338484] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.338637] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.338958] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.339232] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.339356] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.339590] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.339730] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.339927] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 02a682e8-8326-495a-9d0c-9841cb3c7752 is going to be created. [ 1006.363033] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.363235] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.363369] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.363657] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.363928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.364191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.095161] env[65079]: INFO networking_nsxv3.common.synchronization [req-90c12ad7-7721-4570-b5e3-2cd5ebc53b70 req-03468799-0c63-4982-8717-9350b25d1ce2 service nova] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_rules [ 1007.095443] env[65079]: INFO networking_nsxv3.common.synchronization [req-90c12ad7-7721-4570-b5e3-2cd5ebc53b70 req-03468799-0c63-4982-8717-9350b25d1ce2 service nova] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1007.095498] env[65079]: INFO networking_nsxv3.common.synchronization [req-90c12ad7-7721-4570-b5e3-2cd5ebc53b70 req-03468799-0c63-4982-8717-9350b25d1ce2 service nova] Enqueued Resource ID: 02a682e8-8326-495a-9d0c-9841cb3c7752 with Priority: HIGHEST for action port [ 1007.095997] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_rules [ 1007.097034] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1007.097034] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a682e8-8326-495a-9d0c-9841cb3c7752 with Priority: HIGHEST for action port [ 1007.097034] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.097034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.097034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.097034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.097858] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.100093] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.100220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.100286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.100585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.100756] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.100862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.100926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.101102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.101220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.101268] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.102499] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a682e8-8326-495a-9d0c-9841cb3c7752 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.102608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.102678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.102974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.103070] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a682e8-8326-495a-9d0c-9841cb3c7752',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.223273] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 1007.223533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.223825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.223978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.224236] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.224370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.224454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.224619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.224722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.224812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.225047] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.225158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.225221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.225367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.225514] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.225612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.225672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.225872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.225987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.226097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.226226] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.601028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.601242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.605723] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.607083] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a682e8-8326-495a-9d0c-9841cb3c7752 with status ACTIVE [ 1007.607326] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.607439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.607506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.607714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.607802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.607980] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.608098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.608159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.608304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.608379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.608559] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.608642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.608724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.608836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.608932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.609431] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a682e8-8326-495a-9d0c-9841cb3c7752 is going to be updated. [ 1007.650020] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.650232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.650301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.650739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.651055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.651206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a682e8-8326-495a-9d0c-9841cb3c7752" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.728566] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdad4c1c-4efa-422c-b072-b06760c80ad2: rpc.has_security_group_logging(os_id): False [ 1007.758382] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.758532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.758601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.758857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.758934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.759170] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.759265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.759326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.759523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.759604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.759762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.759859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.759910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.760068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.760135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.760327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.760446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.760559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.760824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.760918] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.761032] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 1007.846934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.847187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.847283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.847601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.847789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.866091] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 1008.017621] env[65079]: INFO networking_nsxv3.common.synchronization [req-34c561b8-0fb7-4278-82f4-ea96b05a3f4f req-ac98ebe5-9b8e-4aba-9db3-e7be740624c9 tempest-ListImageFiltersTestJSON-939764397 tempest-ListImageFiltersTestJSON-939764397-project-member] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1008.017621] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1008.017621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.017621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.054648] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 1008.054648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.055177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.055177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.055280] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.055382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.055496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.055615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.055696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.055782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.055876] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.111387] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.415500] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.416456] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.416456] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.416456] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.416456] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.416709] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.416709] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.416944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.417117] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.417481] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.417538] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.419429] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.419429] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.419429] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.419429] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.419429] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.447221] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.447617] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.448111] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.448111] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-558" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.448448] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-ff6da52d-891e-4daa-a1a2-432d2130331f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.448448] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.448653] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.451280] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.451280] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6da52d-891e-4daa-a1a2-432d2130331f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.558501] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.614105] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.614292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.614378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.614623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.614731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.614842] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be created. [ 1008.642163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.642163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.642163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.642377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.642412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.653611] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: UNINITIALIZED for 2s [ 1008.952563] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.952917] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.952996] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.953344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.953516] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.953669] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port ff6da52d-891e-4daa-a1a2-432d2130331f not found, creating... [ 1008.953928] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.954169] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.954292] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.954539] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.954695] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.955044] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.955216] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.955353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.955599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.955738] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.955919] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: ff6da52d-891e-4daa-a1a2-432d2130331f is going to be created. [ 1008.976352] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.976581] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.976679] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.976966] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.977216] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.977441] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.980698] env[65079]: INFO networking_nsxv3.common.synchronization [req-f47f1e77-eb22-456a-980c-f5a727b33bee req-97e6b19a-e965-48cd-afbd-d2d0e770e61c tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 1008.980939] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 1008.981527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.981646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.981716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.981899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.982061] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.982161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.982217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.982368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.982450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.982541] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.061691] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cf0906-91bb-4c22-9c2a-e0657bf2a200: rpc.has_security_group_logging(os_id): False [ 1009.089159] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.089359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.089436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.090024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.090024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.090228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.090346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.090419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.090590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.090679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.090790] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be updated. [ 1009.168318] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.168827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.168827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.168983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.185969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 1009.330288] env[65079]: INFO networking_nsxv3.common.synchronization [req-b68c4f9b-4f30-4279-8ad8-5878bec749fe req-d77e3b23-d35f-4557-aa83-599ef8ed6c4b tempest-MultipleCreateTestJSON-1896565171 tempest-MultipleCreateTestJSON-1896565171-project-member] Enqueued Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 1009.331280] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 with Priority: HIGHEST for action security_group_members [ 1009.331760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdad4c1c-4efa-422c-b072-b06760c80ad2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.331988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.484916] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.691426] env[65079]: INFO networking_nsxv3.common.synchronization [req-34c561b8-0fb7-4278-82f4-ea96b05a3f4f req-03fd3d54-3657-4f7e-a011-bdd53314dbcd service nova] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_rules [ 1009.691690] env[65079]: INFO networking_nsxv3.common.synchronization [req-34c561b8-0fb7-4278-82f4-ea96b05a3f4f req-03fd3d54-3657-4f7e-a011-bdd53314dbcd service nova] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1009.691841] env[65079]: INFO networking_nsxv3.common.synchronization [req-34c561b8-0fb7-4278-82f4-ea96b05a3f4f req-03fd3d54-3657-4f7e-a011-bdd53314dbcd service nova] Enqueued Resource ID: ff6da52d-891e-4daa-a1a2-432d2130331f with Priority: HIGHEST for action port [ 1009.692392] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_rules [ 1009.692535] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1009.692660] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6da52d-891e-4daa-a1a2-432d2130331f with Priority: HIGHEST for action port [ 1009.692939] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.693230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.693574] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.693667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.694044] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6da52d-891e-4daa-a1a2-432d2130331f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.694176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.694297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.694575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.694737] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6da52d-891e-4daa-a1a2-432d2130331f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.807277] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.807277] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.885419] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 1009.885750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.886182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.886278] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.987278] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.196753] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff6da52d-891e-4daa-a1a2-432d2130331f with status ACTIVE [ 1010.197241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.197241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.197241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.197490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.197550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.197690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.197808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.197873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.198045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.198119] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.198320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.198411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.198467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.198620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.198746] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.198806] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff6da52d-891e-4daa-a1a2-432d2130331f is going to be updated. [ 1010.220591] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.220840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.220840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.221044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.221184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.221347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6da52d-891e-4daa-a1a2-432d2130331f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.407595] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.407793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.407861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.408039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.408155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.408259] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be deleted. [ 1010.425030] env[65079]: INFO networking_nsxv3.common.synchronization [req-86e2e4a2-6982-4fd9-8eb3-67c562f8d6cf req-426de51f-d592-419d-864a-aab48633460c tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1010.425681] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1010.426043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.426482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.426482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.426612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.427358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.427358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.427358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.427358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.427358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.427599] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.490203] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.490766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.490766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.490766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.490766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.491199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.491199] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.491391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.491391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.491543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.492583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.492583] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be updated. [ 1010.525044] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.525044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.525044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.525687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.525969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.540324] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: IN_PROGRESS for 2s [ 1010.667573] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1010.667804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.667979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.668329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.668485] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.668561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.668600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.668765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.668822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.668903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.669009] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.673037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.673037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.673037] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.673037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.673965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.673965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.673965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.673965] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.769201] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.773073] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.773073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.773073] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.773073] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.773073] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.773073] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.773073] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.773073] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.773073] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.800278] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.800441] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.800579] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.800781] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.801213] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-42be2639-b080-4eb2-be6e-80a7219e90ba taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.801304] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.801432] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.801789] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.801905] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42be2639-b080-4eb2-be6e-80a7219e90ba',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.929993] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.039304] env[65079]: INFO networking_nsxv3.common.synchronization [None req-b7f8f40c-dde0-4d7e-8a8b-332ce6500278 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1011.039828] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1011.040298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.040421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.040484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.040680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.040835] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.040930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.041026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.041166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.041265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.041343] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.177106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.177249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.177481] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.205646] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 1011.206111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.304621] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.304889] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.305154] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.305482] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.305642] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.305824] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 42be2639-b080-4eb2-be6e-80a7219e90ba not found, creating... [ 1011.306235] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.306425] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.306546] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.306850] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.307018] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.309145] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.309145] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.309145] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.309471] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.309471] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.309878] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 42be2639-b080-4eb2-be6e-80a7219e90ba is going to be created. [ 1011.339349] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339549] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339676] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.339962] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.340229] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.340458] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.434228] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.543206] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.543450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.543450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.544411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.572031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.573218] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.573379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.573469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.573811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.574048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.574217] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 1011.619394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.619394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.619394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.620368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.620368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.630702] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 1011.680155] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.936278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.936486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.936530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.937504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.937504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.937504] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1011.983984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.984099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.984139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.984438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.988376] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.000631] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1012.099399] env[65079]: INFO networking_nsxv3.common.synchronization [req-86e2e4a2-6982-4fd9-8eb3-67c562f8d6cf req-139b65b1-5075-4781-9483-21d8b7eb89c4 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 1012.099603] env[65079]: INFO networking_nsxv3.common.synchronization [req-86e2e4a2-6982-4fd9-8eb3-67c562f8d6cf req-139b65b1-5075-4781-9483-21d8b7eb89c4 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1012.099748] env[65079]: INFO networking_nsxv3.common.synchronization [req-86e2e4a2-6982-4fd9-8eb3-67c562f8d6cf req-139b65b1-5075-4781-9483-21d8b7eb89c4 service nova] Enqueued Resource ID: 42be2639-b080-4eb2-be6e-80a7219e90ba with Priority: HIGHEST for action port [ 1012.100381] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 1012.100887] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1012.101037] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42be2639-b080-4eb2-be6e-80a7219e90ba with Priority: HIGHEST for action port [ 1012.101368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.101513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.101582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.101832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.101928] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.103876] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.104423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.104709] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-42be2639-b080-4eb2-be6e-80a7219e90ba taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.104834] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.104917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.105824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.106184] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42be2639-b080-4eb2-be6e-80a7219e90ba',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.182484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.182675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.182786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.182985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.183179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.183245] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be updated. [ 1012.221328] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.223955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.223955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.223955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.223955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.233382] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 2s [ 1012.549602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 in Status: SUCCESS [ 1012.549861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.550122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.551131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.551131] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.551131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.551131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.551131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.551978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.551978] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdad4c1c-4efa-422c-b072-b06760c80ad2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.608298] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.608652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.610100] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42be2639-b080-4eb2-be6e-80a7219e90ba with status ACTIVE [ 1012.610435] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.613750] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.613750] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.613750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.613750] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42be2639-b080-4eb2-be6e-80a7219e90ba is going to be updated. [ 1012.637477] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.637477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.637477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.637477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.637477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.637477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42be2639-b080-4eb2-be6e-80a7219e90ba" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.058773] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.058992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.058992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.059241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.059348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.059584] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.059719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.059800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.059935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.060011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.060103] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdad4c1c-4efa-422c-b072-b06760c80ad2 is going to be deleted. [ 1013.094855] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.095137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.095246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.095573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.095729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.095900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdad4c1c-4efa-422c-b072-b06760c80ad2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.643682] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 1013.643996] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 deletion is rescheduled due to dependency. [ 1013.644115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.014945] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.014945] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.014945] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.014945] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.246069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 4s [ 1014.518566] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.946676] env[65079]: INFO networking_nsxv3.common.synchronization [req-6f531f95-00d5-47ca-b4c2-e341bd532d44 req-acc89e12-7366-4b62-b36d-0565501a0932 tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1014.948368] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1014.948368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.948368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.948368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.949310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.949310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.949310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.949310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.949310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.949310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.949310] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.020821] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.362553] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.362867] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.363073] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.363497] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.363820] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.363993] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.364235] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.364543] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.364730] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.365051] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.365187] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.365321] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.365452] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.365636] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.365814] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.366024] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.387327] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.387609] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.387789] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.388067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.388547] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-d9f55385-84f4-4c6e-804e-61479b408b2d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.388855] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.389032] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.389556] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.389782] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f55385-84f4-4c6e-804e-61479b408b2d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.451083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.451294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.451383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.451580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.451665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.451885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.452020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.452084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.452270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.452380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.452436] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 already deleted. [ 1015.452532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.522716] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.522923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.522977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.524692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.524692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.524692] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1015.555815] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.556030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.556030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.556206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.556389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.570784] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1015.892314] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.892595] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.892727] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.893212] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.893395] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.893558] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port d9f55385-84f4-4c6e-804e-61479b408b2d not found, creating... [ 1015.893841] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.894011] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.894134] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.894376] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.894518] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.894834] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.895057] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.895191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.895435] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.895642] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.895856] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: d9f55385-84f4-4c6e-804e-61479b408b2d is going to be created. [ 1015.915739] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.915990] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.916155] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.916498] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.916762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.916980] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.263065] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1016.263583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.263583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.263717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.263916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.264065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.264129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.264267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.264352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.264456] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.666752] env[65079]: INFO networking_nsxv3.common.synchronization [req-6f531f95-00d5-47ca-b4c2-e341bd532d44 req-e057bb27-0cec-4735-bd69-b26dbfa63ac9 service nova] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 1016.666988] env[65079]: INFO networking_nsxv3.common.synchronization [req-6f531f95-00d5-47ca-b4c2-e341bd532d44 req-e057bb27-0cec-4735-bd69-b26dbfa63ac9 service nova] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1016.667253] env[65079]: INFO networking_nsxv3.common.synchronization [req-6f531f95-00d5-47ca-b4c2-e341bd532d44 req-e057bb27-0cec-4735-bd69-b26dbfa63ac9 service nova] Enqueued Resource ID: d9f55385-84f4-4c6e-804e-61479b408b2d with Priority: HIGHEST for action port [ 1016.667834] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 1016.668026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1016.668168] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f55385-84f4-4c6e-804e-61479b408b2d with Priority: HIGHEST for action port [ 1016.668498] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.668657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.668775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.668968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.669111] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.670022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.670169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.670259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.670461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.670641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.670733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.670795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.670938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.671032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.671124] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.672046] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f55385-84f4-4c6e-804e-61479b408b2d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.672198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.672289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.672468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.673517] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f55385-84f4-4c6e-804e-61479b408b2d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.766553] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.175944] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f55385-84f4-4c6e-804e-61479b408b2d with status ACTIVE [ 1017.175944] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.175944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.175944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.176251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.177203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.177486] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.177627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.177693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.177938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.178025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.178208] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.178338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.178396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.178509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.178584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.178669] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f55385-84f4-4c6e-804e-61479b408b2d is going to be updated. [ 1017.179839] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.181224] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.181368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.205488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.205738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.205738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.205926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.206104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.206346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.269150] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.404531] env[65079]: INFO networking_nsxv3.common.synchronization [req-82051a13-2cc5-4a3b-9389-2806a0896a74 req-980a6648-6b23-45a1-9442-aa1cd765d00b tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 1017.405188] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 1017.406340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.406552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.406676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.407398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.407398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.407651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.407651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.407786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.407924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.408091] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.586553] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1017.586837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.587088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.587450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.587662] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.587856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.587955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.588473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.588591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.588720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.588887] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.683730] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.772714] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.772948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.773192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.774624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.774624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.774624] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be updated. [ 1017.816491] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.816491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.816491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.816491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.816491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.828260] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 2s [ 1017.833770] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.834043] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.834209] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.834555] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.834878] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.835131] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.835294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.835591] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.835775] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.836055] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.836215] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.836327] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.836731] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.836840] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.836945] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.837091] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.872947] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.872947] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.872947] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.872947] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-116" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.872947] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-6f57dec5-5e33-4e28-aed7-d497ce08d75e taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.872947] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.872947] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.872947] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.873397] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f57dec5-5e33-4e28-aed7-d497ce08d75e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.912236] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.912486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.912486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.912677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.912764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.912959] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.913227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.913607] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 1017.945695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.945912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.945912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.946172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.946314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.955458] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 1018.091943] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.092158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.092240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.095221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.095221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.095221] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.186870] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.187157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.187284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.187593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.187769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.187953] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 is going to be created. [ 1018.213616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.213757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.213826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.214047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.214215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.224509] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: UNINITIALIZED for 2s [ 1018.375287] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.375707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.375707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.375988] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.376191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.376354] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 6f57dec5-5e33-4e28-aed7-d497ce08d75e not found, creating... [ 1018.376625] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.376782] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.376896] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.377137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.377412] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.377568] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.377717] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.377871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.378067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.378214] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.378345] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 6f57dec5-5e33-4e28-aed7-d497ce08d75e is going to be created. [ 1018.404298] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.404567] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.404700] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.404998] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.405461] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.405795] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.598354] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 1018.619883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.620128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.620215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.620388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.646588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.647052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.647298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.647404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.647804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.648384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.648384] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.648384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.648867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.648867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.649045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.649252] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.649425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.649547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.649784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.649927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.650095] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1018.748723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.749055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.749055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.749254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.749392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.766310] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1019.148642] env[65079]: INFO networking_nsxv3.common.synchronization [req-82051a13-2cc5-4a3b-9389-2806a0896a74 req-a504af21-af4a-4f87-8d45-2cd6f4b774b6 service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 1019.148839] env[65079]: INFO networking_nsxv3.common.synchronization [req-82051a13-2cc5-4a3b-9389-2806a0896a74 req-a504af21-af4a-4f87-8d45-2cd6f4b774b6 service nova] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 1019.148947] env[65079]: INFO networking_nsxv3.common.synchronization [req-82051a13-2cc5-4a3b-9389-2806a0896a74 req-a504af21-af4a-4f87-8d45-2cd6f4b774b6 service nova] Enqueued Resource ID: 6f57dec5-5e33-4e28-aed7-d497ce08d75e with Priority: HIGHEST for action port [ 1019.149571] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_rules [ 1019.149679] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 1019.149746] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f57dec5-5e33-4e28-aed7-d497ce08d75e with Priority: HIGHEST for action port [ 1019.150045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.150190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.153096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.153096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.153096] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.153096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.153096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.153096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f57dec5-5e33-4e28-aed7-d497ce08d75e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.153096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.153096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.153096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.153096] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f57dec5-5e33-4e28-aed7-d497ce08d75e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.656235] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.656235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.656235] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f57dec5-5e33-4e28-aed7-d497ce08d75e with status ACTIVE [ 1019.656662] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.656662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.656662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.656795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.656884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.657083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.657181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.657251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.657438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.657513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.657700] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.658115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.658115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.658115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.658115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.658283] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f57dec5-5e33-4e28-aed7-d497ce08d75e is going to be updated. [ 1019.682481] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.682624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.682696] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.682919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.683099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.683286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f57dec5-5e33-4e28-aed7-d497ce08d75e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.843026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.843026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.843026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.843026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.843026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.844050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.844383] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.872349] env[65079]: INFO networking_nsxv3.common.synchronization [req-70c749cd-4414-462e-b12c-8d407b68a769 req-19553f66-1217-4c61-a0b5-3fb37cae7811 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1019.872898] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1019.873269] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.873396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.873471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.874167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.874757] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.874757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.874955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.875713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.875713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.875713] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.969410] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 1019.969780] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 1019.969907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.970145] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.970471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.970780] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.970987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.972174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.973120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.973120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.973120] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.235100] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: SUCCESS [ 1020.235100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.235100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.236333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.236571] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.236694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.236769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.239802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.239802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.239802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.239802] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.251033] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.251033] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.251033] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.251033] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.251305] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.251379] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.251515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.251782] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.251931] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.253039] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.253039] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.253039] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.253039] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.253039] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.253039] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.253039] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.275378] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.275521] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.275587] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.275743] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.276116] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-4700749d-15da-4425-b695-ea36d94d4ac8 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.276318] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.276439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.276757] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.276896] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4700749d-15da-4425-b695-ea36d94d4ac8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.346253] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d75308a7-bf26-4c68-bd5e-b0450c1f4e9c: rpc.has_security_group_logging(os_id): False [ 1020.363206] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.363411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.363485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.363703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.363797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.364015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.364154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.364234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.364360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.364441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.364653] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.364749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.364816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.364951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.365041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.365308] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.365431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.365488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.365644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.365743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.365834] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be created. [ 1020.377745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.377974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.377974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.378169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.378218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.378409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.378509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.378566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.378703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.378806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.378896] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe already deleted. [ 1020.378980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.427497] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.427711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.427711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.427928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.428127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.441887] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 2s [ 1020.475220] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.741918] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.779792] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.780214] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.780336] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.780664] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.780872] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.781097] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 4700749d-15da-4425-b695-ea36d94d4ac8 not found, creating... [ 1020.781468] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.781650] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.781824] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.782126] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.782499] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.782691] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.782941] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.783188] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.783469] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.783661] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.783824] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 4700749d-15da-4425-b695-ea36d94d4ac8 is going to be created. [ 1020.785881] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1020.786154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.810849] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.811087] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.811210] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.811523] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.811797] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.812012] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.979711] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.243983] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dfac32a-6884-4a29-b40c-da7ae117ce78: rpc.has_security_group_logging(os_id): False [ 1021.267969] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.268265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.268402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.268780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.268923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.269279] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.269915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.269915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.269915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.270096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.270096] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 is going to be created. [ 1021.384777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.385191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.385191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.385502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.385850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.402846] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: IN_PROGRESS for 2s [ 1021.482816] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.483601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.483601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.483601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.483774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.483957] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 1021.576082] env[65079]: INFO networking_nsxv3.common.synchronization [req-70c749cd-4414-462e-b12c-8d407b68a769 req-dcc97ebb-9e74-48b1-939b-89001c471a83 service nova] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 1021.576450] env[65079]: INFO networking_nsxv3.common.synchronization [req-70c749cd-4414-462e-b12c-8d407b68a769 req-dcc97ebb-9e74-48b1-939b-89001c471a83 service nova] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1021.577059] env[65079]: INFO networking_nsxv3.common.synchronization [req-70c749cd-4414-462e-b12c-8d407b68a769 req-dcc97ebb-9e74-48b1-939b-89001c471a83 service nova] Enqueued Resource ID: 4700749d-15da-4425-b695-ea36d94d4ac8 with Priority: HIGHEST for action port [ 1021.578170] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 1021.578170] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1021.578170] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4700749d-15da-4425-b695-ea36d94d4ac8 with Priority: HIGHEST for action port [ 1021.579432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.582877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.582877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.582877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.582877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.583780] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.583898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.583979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.585173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.585173] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.585610] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.585610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.585699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.586180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.586180] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.586180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.586180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.586475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.586475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.586567] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.588058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4700749d-15da-4425-b695-ea36d94d4ac8 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.588058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.588058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.588253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.588471] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4700749d-15da-4425-b695-ea36d94d4ac8',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.603948] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 1022.091758] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.092871] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.092988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.093209] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4700749d-15da-4425-b695-ea36d94d4ac8 with status ACTIVE [ 1022.093441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.093738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.093738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.093986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.093986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.094149] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.094250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.094386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.098140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.098247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.098532] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.098717] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.098772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.098958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.099055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.099145] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4700749d-15da-4425-b695-ea36d94d4ac8 is going to be updated. [ 1022.123058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.123329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.123329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.123789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.123789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.123994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4700749d-15da-4425-b695-ea36d94d4ac8" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.457609] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1022.457892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.458099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.458325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.458437] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.600837] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.961455] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.962220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.962220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.962220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.962468] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.963533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.963705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.963943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.964061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.964164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.964268] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.104565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.104825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.104825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.104990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.105141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.105261] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be created. [ 1023.134578] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.134794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.134794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.134992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.135205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.158512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: UNINITIALIZED for 2s [ 1023.420357] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: SUCCESS [ 1023.420596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.468874] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.468874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.468874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.469418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.470182] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.470182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.470496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.470901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.471244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.471508] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.471636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.472313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.472313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.472452] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.472611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.472687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.472872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.472986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.473139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.473270] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.615842] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 1023.617388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.617388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.617388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.617388] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.617388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.617388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.617704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.617704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.617704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.617802] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.977574] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d75308a7-bf26-4c68-bd5e-b0450c1f4e9c: rpc.has_security_group_logging(os_id): False [ 1024.011125] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.011125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.011348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.011486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.011602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.011915] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.011915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.012016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.012158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.012266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.013335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.013335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.013728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.013728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.013728] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be updated. [ 1024.110180] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.110790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.110790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.110790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.110906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.120342] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.120342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.120342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.120683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.120862] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.120971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.121058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.121221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.121309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.121399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.121675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.121946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.122049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.122329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.122518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.122685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.122763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.122972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.123256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.123330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.123472] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.125665] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 2s [ 1024.626453] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 1024.648784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.648946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.649042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.649244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.649351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.649629] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.649732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.649796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.649941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.650040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.650226] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.650336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.650411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.650588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.650658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.651220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.651220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.651220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.651220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.651634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.651634] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 1024.723893] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.724161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.724161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.724373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.724522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.740738] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 1025.266763] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1025.267185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.267333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.267545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.267860] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.268038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.268114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.268379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.268462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.268585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.268691] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.771069] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.141498] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1026.141664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.275661] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1970d2-588e-4d0b-a428-0c680db442fe: rpc.has_security_group_logging(os_id): False [ 1026.298659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.298659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.298659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.298659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.298659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.298659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.298659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.298659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.299136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.299136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.299136] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be created. [ 1026.369985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.369985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.369985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.370416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.370416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.392374] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1026.585361] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1026.585361] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1026.663970] env[65079]: INFO networking_nsxv3.common.synchronization [None req-5616a77d-4186-4c8c-a4c9-af1a326412ba None None] Enqueued Resource ID: d0b0765e-2e0b-425d-a2f5-6fb8259115f0 with Priority: HIGHEST for action port [ 1026.664777] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b0765e-2e0b-425d-a2f5-6fb8259115f0 with Priority: HIGHEST for action port [ 1026.664898] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b0765e-2e0b-425d-a2f5-6fb8259115f0 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.668016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b0765e-2e0b-425d-a2f5-6fb8259115f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.668188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b0765e-2e0b-425d-a2f5-6fb8259115f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.668510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b0765e-2e0b-425d-a2f5-6fb8259115f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.668603] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b0765e-2e0b-425d-a2f5-6fb8259115f0',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.764620] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 1026.764932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.110606] env[65079]: INFO networking_nsxv3.common.synchronization [req-61874548-3093-49a1-adef-5a9be8a1b8fe req-157bd0b8-9fcf-4fe0-bdc0-d37bdc66dc94 tempest-ServerActionsV293TestJSON-967825791 tempest-ServerActionsV293TestJSON-967825791-project-member] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_members [ 1027.113619] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGHEST for action security_group_members [ 1027.113853] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.113957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.114043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.114255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.114414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.114523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.114565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.114721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.114804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.114931] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.171911] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0b0765e-2e0b-425d-a2f5-6fb8259115f0 [ 1027.173264] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.173264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.173264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.173264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.173264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.173264] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0b0765e-2e0b-425d-a2f5-6fb8259115f0 already deleted. [ 1027.173264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b0765e-2e0b-425d-a2f5-6fb8259115f0" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.500741] env[65079]: INFO networking_nsxv3.common.synchronization [req-26ad2289-5d3e-4c5a-ada3-8848d56eae98 req-f5df32fe-3bba-44f9-a200-c19380b0dcc6 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1027.500741] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1027.501074] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.502456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.502456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.502561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.502965] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.502965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.502965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.502965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.503291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.503291] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.620373] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.620920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.621192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.621596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.645540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.646130] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.647051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.647051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.647051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.647051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.647315] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f is going to be updated. [ 1027.679300] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.679453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.679533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.679781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.679962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.694039] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f in Status: IN_PROGRESS for 2s [ 1028.009589] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.405767] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1028.406117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.485026] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7aab8a11-0b0c-4763-857e-7fa06127e587 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1028.485026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1028.487760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.487760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.487760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.487760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.487760] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.511871] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.584539] env[65079]: INFO networking_nsxv3.common.synchronization [None req-5bb392fe-8243-435f-b85d-028db1ef7bf4 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1028.586248] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1028.586248] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.586248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.014390] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.014492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.014529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.014762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.014868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015035] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 already deleted. [ 1029.015390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.017016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.017016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.017016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.017016] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1029.018124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.018382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.018510] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.057103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.057353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.057494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.057788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.058040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.070345] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1029.540375] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.541030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.541030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.541260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.541260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.541369] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 already deleted. [ 1029.541453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.703224] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f in Status: SUCCESS [ 1029.703389] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f deletion is rescheduled due to dependency. [ 1029.703536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.050222] env[65079]: INFO networking_nsxv3.common.synchronization [None req-388253c4-0df1-4009-a39f-138361e4439b None None] Enqueued Resource ID: 8635654f-ecca-4095-b326-d95ec8dc67ee with Priority: HIGHEST for action port [ 1030.051283] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8635654f-ecca-4095-b326-d95ec8dc67ee with Priority: HIGHEST for action port [ 1030.053395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8635654f-ecca-4095-b326-d95ec8dc67ee taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.055402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8635654f-ecca-4095-b326-d95ec8dc67ee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.055402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8635654f-ecca-4095-b326-d95ec8dc67ee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.055402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8635654f-ecca-4095-b326-d95ec8dc67ee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.055402] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8635654f-ecca-4095-b326-d95ec8dc67ee',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.560158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8635654f-ecca-4095-b326-d95ec8dc67ee [ 1030.560646] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.560646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.560646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.561189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.561189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.561189] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8635654f-ecca-4095-b326-d95ec8dc67ee already deleted. [ 1030.561189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8635654f-ecca-4095-b326-d95ec8dc67ee" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.082704] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1031.082704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.168218] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.168421] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.168562] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.168835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.169226] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.169566] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.169729] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.169960] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.170122] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.170343] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.170457] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.170561] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.170670] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.170776] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.170877] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.171013] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.191446] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.191676] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.191737] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.191916] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.192263] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-b8e35144-6597-4b86-857a-6076982fffd7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.192466] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.192578] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.192908] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.193067] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e35144-6597-4b86-857a-6076982fffd7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.508593] env[65079]: INFO networking_nsxv3.common.synchronization [None req-cb071dc0-6601-49eb-91de-9097b1084e26 None None] Enqueued Resource ID: 2ff3365a-5b1e-405c-bbd4-5b0328b64d9b with Priority: HIGHEST for action port [ 1031.509452] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff3365a-5b1e-405c-bbd4-5b0328b64d9b with Priority: HIGHEST for action port [ 1031.509921] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff3365a-5b1e-405c-bbd4-5b0328b64d9b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.510173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff3365a-5b1e-405c-bbd4-5b0328b64d9b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.510329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff3365a-5b1e-405c-bbd4-5b0328b64d9b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.510882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff3365a-5b1e-405c-bbd4-5b0328b64d9b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.510882] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff3365a-5b1e-405c-bbd4-5b0328b64d9b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.695249] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.695696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.695696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.696076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.696251] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.696432] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port b8e35144-6597-4b86-857a-6076982fffd7 not found, creating... [ 1031.696706] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.696880] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.696976] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.697231] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.697371] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.697655] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.697816] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.697932] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.698164] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.698300] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.698448] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: b8e35144-6597-4b86-857a-6076982fffd7 is going to be created. [ 1031.740906] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.741353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.741646] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.741889] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.742147] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.015360] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff3365a-5b1e-405c-bbd4-5b0328b64d9b [ 1032.015360] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.015360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.015360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.015360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.015360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.015360] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff3365a-5b1e-405c-bbd4-5b0328b64d9b already deleted. [ 1032.015360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff3365a-5b1e-405c-bbd4-5b0328b64d9b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.457323] env[65079]: INFO networking_nsxv3.common.synchronization [req-17f65f57-2e01-4728-9512-cc63811f1d9b req-f0aa5622-1098-4f93-92d3-6ebd5d1fcb73 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 1032.457495] env[65079]: INFO networking_nsxv3.common.synchronization [req-17f65f57-2e01-4728-9512-cc63811f1d9b req-f0aa5622-1098-4f93-92d3-6ebd5d1fcb73 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1032.457659] env[65079]: INFO networking_nsxv3.common.synchronization [req-17f65f57-2e01-4728-9512-cc63811f1d9b req-f0aa5622-1098-4f93-92d3-6ebd5d1fcb73 service nova] Enqueued Resource ID: b8e35144-6597-4b86-857a-6076982fffd7 with Priority: HIGHEST for action port [ 1032.458195] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 1032.458371] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1032.458483] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e35144-6597-4b86-857a-6076982fffd7 with Priority: HIGHEST for action port [ 1032.458760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.458901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.458956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.459198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.459346] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.460192] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.460335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.460335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.460514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.462108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.462108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.462108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.462108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.462108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.462108] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.462108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e35144-6597-4b86-857a-6076982fffd7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.462108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.462108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.462585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.462585] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e35144-6597-4b86-857a-6076982fffd7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.738966] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.739289] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.739289] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.739565] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.739937] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.740070] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.740177] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.740411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.740787] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.740787] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.740942] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.741059] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.741113] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.741199] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.742369] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.742369] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.759856] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.760136] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.760299] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.760548] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-472" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.760910] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-6c2e839b-c050-4ef5-aa45-c950dc735615 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.761102] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.761224] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.761479] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.761676] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2e839b-c050-4ef5-aa45-c950dc735615',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.967072] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.968550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.968773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.968873] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8e35144-6597-4b86-857a-6076982fffd7 with status ACTIVE [ 1032.969651] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.969651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.969651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.969651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.969651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973640] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973640] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973640] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8e35144-6597-4b86-857a-6076982fffd7 is going to be updated. [ 1033.006574] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.006735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.006830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.007043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.007223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.007862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.263743] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.263970] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.264105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.264401] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.264579] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.265069] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.265353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.265444] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.265691] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.265957] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.266319] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.266437] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.266541] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.266897] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.267131] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.267279] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 is going to be updated. [ 1033.290192] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.290692] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.290692] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.290936] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.291191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.291707] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.473902] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.527021] env[65079]: INFO networking_nsxv3.common.synchronization [None req-dbd1015b-2418-4b16-9d6f-6f61a5e479e5 None None] Enqueued Resource ID: 9cd08584-15a3-4f56-b416-5bb159f9f3fd with Priority: HIGHEST for action port [ 1033.527389] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd08584-15a3-4f56-b416-5bb159f9f3fd with Priority: HIGHEST for action port [ 1033.529812] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd08584-15a3-4f56-b416-5bb159f9f3fd taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.529812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd08584-15a3-4f56-b416-5bb159f9f3fd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.529812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd08584-15a3-4f56-b416-5bb159f9f3fd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.529812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd08584-15a3-4f56-b416-5bb159f9f3fd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.529812] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd08584-15a3-4f56-b416-5bb159f9f3fd',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.978678] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.979088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.979088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.979311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.979450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.979567] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 1034.011769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.011998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.011998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.012269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.012452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.022065] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 1034.031743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cd08584-15a3-4f56-b416-5bb159f9f3fd [ 1034.031993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.032116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.032367] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.032411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.032490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.033794] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cd08584-15a3-4f56-b416-5bb159f9f3fd already deleted. [ 1034.033991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd08584-15a3-4f56-b416-5bb159f9f3fd" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.054121] env[65079]: INFO networking_nsxv3.common.synchronization [req-79b71cb2-24e4-463b-a1ca-05170e29fa93 req-c5ec938d-5e39-4be0-804a-45760e78b001 service nova] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_rules [ 1034.054283] env[65079]: INFO networking_nsxv3.common.synchronization [req-79b71cb2-24e4-463b-a1ca-05170e29fa93 req-c5ec938d-5e39-4be0-804a-45760e78b001 service nova] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 1034.054389] env[65079]: INFO networking_nsxv3.common.synchronization [req-79b71cb2-24e4-463b-a1ca-05170e29fa93 req-c5ec938d-5e39-4be0-804a-45760e78b001 service nova] Enqueued Resource ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 with Priority: HIGHEST for action port [ 1034.054936] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_rules [ 1034.055096] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 1034.055256] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 with Priority: HIGHEST for action port [ 1034.055677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.055861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.055967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.056564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.056735] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.058173] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.058360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.058467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.058779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.059018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.059190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.059298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.059944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.059944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.059944] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.064874] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2e839b-c050-4ef5-aa45-c950dc735615 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.064874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.064874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.064874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.064874] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2e839b-c050-4ef5-aa45-c950dc735615',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.564592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.564592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.569014] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.569014] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2e839b-c050-4ef5-aa45-c950dc735615 with status ACTIVE [ 1034.569014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.569014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.569014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.569014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.569982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.569982] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2e839b-c050-4ef5-aa45-c950dc735615 is going to be updated. [ 1034.593323] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.594127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.594402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.594707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.594937] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.595229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2e839b-c050-4ef5-aa45-c950dc735615" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.073065] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.577012] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.577197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.577197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.577698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.577859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.577859] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 1035.611978] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.612172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.612217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.612599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.612599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.625179] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 1035.966369] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f5ae08b6-c05b-4d6b-b97f-3c933db7bad3 None None] Enqueued Resource ID: fe6e1571-626b-4b30-b11a-d10b00a41b82 with Priority: HIGHEST for action port [ 1035.967012] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e1571-626b-4b30-b11a-d10b00a41b82 with Priority: HIGHEST for action port [ 1035.967524] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6e1571-626b-4b30-b11a-d10b00a41b82 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.967678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6e1571-626b-4b30-b11a-d10b00a41b82" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.967736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6e1571-626b-4b30-b11a-d10b00a41b82" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.968174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6e1571-626b-4b30-b11a-d10b00a41b82" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.968273] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6e1571-626b-4b30-b11a-d10b00a41b82',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.035976] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 1036.035976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.035976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.036251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.036377] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.036516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.036923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.036923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.036923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.036923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.037416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.470222] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe6e1571-626b-4b30-b11a-d10b00a41b82 [ 1036.470549] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.470626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.470671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.470866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.470954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.471070] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe6e1571-626b-4b30-b11a-d10b00a41b82 already deleted. [ 1036.471155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6e1571-626b-4b30-b11a-d10b00a41b82" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.539654] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.539827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.539827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.540018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.540195] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.540307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.540372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.540527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.540606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.540695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.541198] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.541335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.541474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.541549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.541699] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.541795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.541861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.544825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.544825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.544825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.544944] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.047337] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b1987c9-8113-4af0-af06-4b8fa140ecb9: rpc.has_security_group_logging(os_id): False [ 1037.068868] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.068868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.069184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.069228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.069328] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.069543] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.069661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.069946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.070165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.070165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.070322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.070420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.070485] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.070819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.070902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.071311] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.071514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.071729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.071969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.072103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.072212] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 1037.136071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.136305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.136305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.136630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.136630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.151503] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 1037.636108] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 1037.636673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.636800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.636912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.637130] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.637356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.637356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.637548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.637718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.637718] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.143031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.143031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.143031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.143031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.143031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.143902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.143902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.143902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.143902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.143902] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.278460] env[65079]: INFO networking_nsxv3.common.synchronization [None req-74519594-4dd4-447e-a58a-97885462e23a None None] Enqueued Resource ID: 97e31648-c578-4f6d-9267-fdad14d3bf4e with Priority: HIGHEST for action port [ 1038.278460] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e31648-c578-4f6d-9267-fdad14d3bf4e with Priority: HIGHEST for action port [ 1038.279494] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e31648-c578-4f6d-9267-fdad14d3bf4e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.280281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e31648-c578-4f6d-9267-fdad14d3bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.280404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e31648-c578-4f6d-9267-fdad14d3bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.280762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e31648-c578-4f6d-9267-fdad14d3bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.280762] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e31648-c578-4f6d-9267-fdad14d3bf4e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.628440] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6273ec7f-a036-4ebb-8346-e1dbd51d9154 None None] Enqueued Resource ID: 66dd38a6-ab68-4db4-a32c-606b383b30c4 with Priority: HIGHEST for action port [ 1038.628724] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66dd38a6-ab68-4db4-a32c-606b383b30c4 with Priority: HIGHEST for action port [ 1038.629115] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-66dd38a6-ab68-4db4-a32c-606b383b30c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.629249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66dd38a6-ab68-4db4-a32c-606b383b30c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.629299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66dd38a6-ab68-4db4-a32c-606b383b30c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.629664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66dd38a6-ab68-4db4-a32c-606b383b30c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.629664] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66dd38a6-ab68-4db4-a32c-606b383b30c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.649194] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047eb9d4-3ce6-4307-8819-a7cfc34f10e9: rpc.has_security_group_logging(os_id): False [ 1038.673265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.673265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.673265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.673265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.694271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.694591] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.694759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.694839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.695083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.695288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.695769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.695870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.695924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.698262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.698383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.698731] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.698892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.698999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.699230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.699361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.699523] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 1038.782696] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97e31648-c578-4f6d-9267-fdad14d3bf4e [ 1038.783036] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.783476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.783615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.784021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.784264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.784328] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97e31648-c578-4f6d-9267-fdad14d3bf4e already deleted. [ 1038.784513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e31648-c578-4f6d-9267-fdad14d3bf4e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.795368] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.795511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.797225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.797225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.797225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.809496] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 1039.132775] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66dd38a6-ab68-4db4-a32c-606b383b30c4 [ 1039.134033] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.134222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.134307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.135340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.135340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.135340] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66dd38a6-ab68-4db4-a32c-606b383b30c4 already deleted. [ 1039.135688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66dd38a6-ab68-4db4-a32c-606b383b30c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.167895] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 1039.168647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.833983] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 1040.834412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.078376] env[65079]: INFO networking_nsxv3.common.synchronization [None req-78be3c0d-9fab-4d98-8d7e-0a5e581779f0 None None] Enqueued Resource ID: fce2384b-5f8b-4c50-8686-c5b751b594d3 with Priority: HIGHEST for action port [ 1041.078985] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce2384b-5f8b-4c50-8686-c5b751b594d3 with Priority: HIGHEST for action port [ 1041.079320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-fce2384b-5f8b-4c50-8686-c5b751b594d3 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.079446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fce2384b-5f8b-4c50-8686-c5b751b594d3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.079518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fce2384b-5f8b-4c50-8686-c5b751b594d3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.079796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fce2384b-5f8b-4c50-8686-c5b751b594d3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.079893] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce2384b-5f8b-4c50-8686-c5b751b594d3',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.583358] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fce2384b-5f8b-4c50-8686-c5b751b594d3 [ 1041.583358] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.583358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.583358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.583358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.583602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.583664] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fce2384b-5f8b-4c50-8686-c5b751b594d3 already deleted. [ 1041.583789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fce2384b-5f8b-4c50-8686-c5b751b594d3" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.161160] env[65079]: INFO networking_nsxv3.common.synchronization [req-286a62f8-ec77-424a-93ea-80dcc7fcc207 req-623a3389-9de7-4774-bd5d-b9c3dafe278a tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1042.161769] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1042.162108] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.162235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.162305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.164125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.164509] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.164700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.164875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.165149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.165277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.165430] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.492112] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.492313] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.492419] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.492765] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.493041] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.493199] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.493309] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.493545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.495066] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.495066] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.495066] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.495066] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.495066] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.495066] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.495066] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.495066] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.515377] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.515673] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.515949] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.516039] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.516354] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-18e8702f-941d-405b-b253-f25dd884f90b taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.516596] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.516764] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.517109] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.517254] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8702f-941d-405b-b253-f25dd884f90b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.672207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.672398] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.672465] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.672698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.672794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.672991] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.673098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.673156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.673307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.673394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.673469] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 already deleted. [ 1042.673531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.019378] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.019600] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.019717] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.020089] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.020254] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.020467] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 18e8702f-941d-405b-b253-f25dd884f90b not found, creating... [ 1043.020748] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.020978] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.021114] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.021343] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.021482] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.021962] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.022140] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.022255] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.022464] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.022595] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.022735] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 18e8702f-941d-405b-b253-f25dd884f90b is going to be created. [ 1043.048228] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.048469] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.048533] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.048763] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.049062] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.049303] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.764717] env[65079]: INFO networking_nsxv3.common.synchronization [req-286a62f8-ec77-424a-93ea-80dcc7fcc207 req-86e046a7-25fc-426e-afed-6bbba7ef6129 service nova] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1043.765102] env[65079]: INFO networking_nsxv3.common.synchronization [req-286a62f8-ec77-424a-93ea-80dcc7fcc207 req-86e046a7-25fc-426e-afed-6bbba7ef6129 service nova] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1043.765102] env[65079]: INFO networking_nsxv3.common.synchronization [req-286a62f8-ec77-424a-93ea-80dcc7fcc207 req-86e046a7-25fc-426e-afed-6bbba7ef6129 service nova] Enqueued Resource ID: 18e8702f-941d-405b-b253-f25dd884f90b with Priority: HIGHEST for action port [ 1043.765655] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1043.765807] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1043.765907] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e8702f-941d-405b-b253-f25dd884f90b with Priority: HIGHEST for action port [ 1043.766852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.766990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.767129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.767593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.767666] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.769395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.769652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.769737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.769979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.770232] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.770333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.770383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.770575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.770686] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770813] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.772331] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e8702f-941d-405b-b253-f25dd884f90b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.772509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.773200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.774220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.774358] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8702f-941d-405b-b253-f25dd884f90b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.270663] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.270819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.272288] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.278909] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e8702f-941d-405b-b253-f25dd884f90b with status ACTIVE [ 1044.279143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.279464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.279464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.279634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.280480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.280480] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.280480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.280480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.280480] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.281036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.281036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.281036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.281036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.281036] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e8702f-941d-405b-b253-f25dd884f90b is going to be updated. [ 1044.307198] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.307198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.307435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.307482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.307609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.307775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.775024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.277751] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.278093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.278093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.278253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.278307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.278416] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be created. [ 1045.317603] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.317778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.317826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.318028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.318187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.333224] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: UNINITIALIZED for 2s [ 1047.105946] env[65079]: INFO networking_nsxv3.common.synchronization [req-df6df66e-5a8a-48d7-9c73-2e64e9d03cc3 req-fde6c0ab-16ef-4eae-bcc5-eb79757e61d1 tempest-ServerPasswordTestJSON-30333868 tempest-ServerPasswordTestJSON-30333868-project-member] Enqueued Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_members [ 1047.106718] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_members [ 1047.107080] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.107232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.107302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.107552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.107712] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.107926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.107926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.108134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.108134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.108279] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.343803] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: SUCCESS [ 1047.344016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.344200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.344419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.344616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.344733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.344796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.344944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.345039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345216] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.448670] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.448878] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-63" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.448964] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-63" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.449323] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-63" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.449888] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.450063] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.450178] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.450738] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.451066] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.451423] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.451423] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.451566] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.451651] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.451773] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.451932] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.452146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.473046] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.473267] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.473432] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.473628] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-63" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.474049] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-12cb1f05-b543-41eb-a855-bbf3b4457f32 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.474270] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.474407] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.474759] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.474932] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cb1f05-b543-41eb-a855-bbf3b4457f32',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.610888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.611098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.611144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.611384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.611568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.611872] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.612051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.612175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.612511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.612621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.612741] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 already deleted. [ 1047.612835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.763865] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.764062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.764143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.764334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.764437] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.848662] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.978806] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.979215] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.979467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.979838] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.980029] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.980199] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 12cb1f05-b543-41eb-a855-bbf3b4457f32 not found, creating... [ 1047.980580] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.980750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.980901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.981244] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.981427] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.981801] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.982013] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.982176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.982407] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.982576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.982769] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 12cb1f05-b543-41eb-a855-bbf3b4457f32 is going to be created. [ 1048.005890] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.006197] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.006325] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.006691] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.007039] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.007351] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.268302] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.350877] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca8565ab-8201-4661-8a14-ad8d029be6a5: rpc.has_security_group_logging(os_id): False [ 1048.368934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.369121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.369204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.369370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.369460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.369727] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.369835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.369908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.370068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.370149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.370233] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be created. [ 1048.430896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.432301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.432301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.432301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.432301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.444596] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: IN_PROGRESS for 2s [ 1048.716367] env[65079]: INFO networking_nsxv3.common.synchronization [req-df6df66e-5a8a-48d7-9c73-2e64e9d03cc3 req-c23afc13-f653-4da9-91c2-7da3ea066950 service nova] Enqueued Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_rules [ 1048.716367] env[65079]: INFO networking_nsxv3.common.synchronization [req-df6df66e-5a8a-48d7-9c73-2e64e9d03cc3 req-c23afc13-f653-4da9-91c2-7da3ea066950 service nova] Enqueued Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_members [ 1048.716367] env[65079]: INFO networking_nsxv3.common.synchronization [req-df6df66e-5a8a-48d7-9c73-2e64e9d03cc3 req-c23afc13-f653-4da9-91c2-7da3ea066950 service nova] Enqueued Resource ID: 12cb1f05-b543-41eb-a855-bbf3b4457f32 with Priority: HIGHEST for action port [ 1048.718025] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_rules [ 1048.718025] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_members [ 1048.718025] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cb1f05-b543-41eb-a855-bbf3b4457f32 with Priority: HIGHEST for action port [ 1048.718025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.718025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.718025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.718025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.718025] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.718969] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.719125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.719194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.719388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.719677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.719857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.719857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.719965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.720108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.720161] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.721477] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-12cb1f05-b543-41eb-a855-bbf3b4457f32 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.721636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.721719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.721919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.722039] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cb1f05-b543-41eb-a855-bbf3b4457f32',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.774543] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.199207] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.199396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.199518] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.199810] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.200154] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.200285] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.200337] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.200534] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.200671] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.201013] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.201086] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.201197] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.201324] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.201431] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.201556] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.201703] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.225898] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.225898] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.225898] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.225898] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-250" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.227221] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-b8e35144-6597-4b86-857a-6076982fffd7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.227221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.227221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.227221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.227221] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e35144-6597-4b86-857a-6076982fffd7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.227870] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.228656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.228774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.228908] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12cb1f05-b543-41eb-a855-bbf3b4457f32 with status ACTIVE [ 1049.229915] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.229915] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.229915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.230331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.230331] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.230331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.230331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.230484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.230519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.231547] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12cb1f05-b543-41eb-a855-bbf3b4457f32 is going to be updated. [ 1049.263355] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.263355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.263355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.263355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.263355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.263355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12cb1f05-b543-41eb-a855-bbf3b4457f32" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.277621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1049.277621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1049.663309] env[65079]: INFO networking_nsxv3.common.synchronization [req-d674252b-ef51-4317-beae-92e26d9b9056 req-5d370ee8-aaf8-4c77-8f45-595b396070eb tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1049.663979] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1049.664710] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.664839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.664839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.665058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.665221] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.665322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.665385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.665653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.665757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.665840] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.734223] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.734974] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.736309] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.736309] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.736309] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.736309] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736309] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.736621] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.736621] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.737214] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.737322] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.737716] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.737974] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.738205] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.738504] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.738655] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.738813] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: b8e35144-6597-4b86-857a-6076982fffd7 is going to be updated. [ 1049.774169] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.774395] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.774518] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.774813] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.775181] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.775469] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.102054] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.102249] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.102414] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.102747] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.103170] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.103432] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.103622] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.103922] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.104117] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.104391] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.104516] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.104655] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.104804] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.104932] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.105092] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.105280] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.127324] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.127502] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.127642] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.127865] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-839" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.128254] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.128439] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.128559] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.128972] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.129118] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.168338] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.240772] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.241044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.241184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.241529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.241701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.241874] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 is going to be created. [ 1050.268993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.269202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.269202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.269414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.269576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.279346] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 in Status: UNINITIALIZED for 2s [ 1050.367209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.367407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.367458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.367765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.379571] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1050.382325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.383408] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1050.417929] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.418158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.418158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.418379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.430253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.430977] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1050.431093] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.431231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1050.456841] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: SUCCESS [ 1050.457031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.469669] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f437da3-871c-4b02-86c7-777c6fbd36b7 req-a84e89a2-1b2e-4581-b7d8-b7d166409c12 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 1050.469789] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f437da3-871c-4b02-86c7-777c6fbd36b7 req-a84e89a2-1b2e-4581-b7d8-b7d166409c12 service nova] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1050.469892] env[65079]: INFO networking_nsxv3.common.synchronization [req-8f437da3-871c-4b02-86c7-777c6fbd36b7 req-a84e89a2-1b2e-4581-b7d8-b7d166409c12 service nova] Enqueued Resource ID: b8e35144-6597-4b86-857a-6076982fffd7 with Priority: HIGHEST for action port [ 1050.471695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.471907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.471907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.472107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.473288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.473461] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1050.474656] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_rules [ 1050.474782] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1050.474882] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e35144-6597-4b86-857a-6076982fffd7 with Priority: HIGHEST for action port [ 1050.475251] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.475368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.475434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.475602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.475696] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.476543] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.477523] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.477523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.477523] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.479026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e35144-6597-4b86-857a-6076982fffd7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.479026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.479026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.479026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.479026] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e35144-6597-4b86-857a-6076982fffd7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.556971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.557136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.557206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.557419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.557694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.557965] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1050.631199] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.631424] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.634890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.635242] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.635394] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.635556] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c not found, creating... [ 1050.635884] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.636067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.636182] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.636401] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.636530] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.636855] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.637054] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.637209] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.637462] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.637617] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.637797] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c is going to be created. [ 1050.641101] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.641221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.641449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.641709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.641977] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1050.642082] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'75985a15-42c5-4097-be04-2547a609ef77', '23b287d3-d66f-417a-bdd3-7a1275a38a1f', 'da27ab85-93cf-48eb-909a-a50a8a29f393', '3c8bf7be-d5c9-42c1-bd1f-04d508163a0f', '37ab25d7-89dc-443b-aa2f-bd6cd1593006', '9ef5302a-45a3-4791-a671-75aef409cd94', '899a00c3-2ab2-4834-9d53-93ca42c9f8bc', '9109a41f-291b-405b-b1c5-3ede4be5243b', '11fd87f0-9225-482a-87f5-a584906e2947', 'f5d1f532-f56b-4ca1-a06d-ef628d7fe34c', '1cbaa894-82c2-43d1-835f-ddd24bb46f7e', '07dca1c2-897b-41b2-b9de-ba76840a00aa', '07cf0906-91bb-4c22-9c2a-e0657bf2a200', 'd3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24', '0dfc20dc-84f3-4cf7-8819-111327e23c6c', 'd6c2dbe7-4a14-4ff5-87f8-02ee005cb75d', '4f1970d2-588e-4d0b-a428-0c680db442fe', '26ff57ab-5ab2-465e-a6b9-e118bc84763f', '60444538-f62d-4800-824f-fca54b1911c4', '1c549073-e79a-4010-b415-aaa77707e64f', '03cccf01-353b-4812-9ed4-44bf81cf3b3d', 'c9f121e0-f03f-4c27-8897-139abb30e706', 'd75308a7-bf26-4c68-bd5e-b0450c1f4e9c', '7b1987c9-8113-4af0-af06-4b8fa140ecb9', '3dce25ff-1802-4868-b39a-f55ae0499626', 'e62e6516-84ab-4a72-8331-588585f51d6c', '146614c2-8528-4344-9908-42ae6cf3146d', 'cd1b7fb5-8a47-499b-9326-e57eeefe9fe7', '32f0e1d3-79cf-4119-a0a8-c1309e8a1015', 'f26f3a47-0306-44a9-8c14-66772c241f3a', '0e7d65df-77a6-4798-835f-9915d2934242', 'f60e9132-c4af-43a5-b54b-a1ec581c4b0f', 'ea0ff61d-a1ed-469c-b713-964558b01650', 'd0d4ee45-2ab1-4b63-ab19-48eab96263f0', 'd78ce5f6-d6df-4d12-b5d1-48689cdcdf4c', '0afef99d-3811-4b8a-803b-847e1d1d1452', 'ca8565ab-8201-4661-8a14-ad8d029be6a5', '3dfac32a-6884-4a29-b40c-da7ae117ce78', '047eb9d4-3ce6-4307-8819-a7cfc34f10e9', '66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf', '879767c8-e1ac-4812-b1d3-eff17dbff0b8', '9335592c-54c0-483a-8682-e7262967dafc', 'de5aa706-f758-4fef-8c15-be3356bb325e'} {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.642173] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1050.663183] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.663346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.663421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.663615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.663688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.663804] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1050.663875] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.663946] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1050.667283] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.667283] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.667283] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.667283] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.667283] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.667283] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.670247] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.797228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.797498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.797498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.797715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.798975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.799307] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1050.799382] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.799449] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1050.799516] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1050.799597] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1050.799693] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGH for action security_group_rules [ 1050.799854] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGH for action security_group_rules [ 1050.799927] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGH for action security_group_rules [ 1050.799992] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGH for action security_group_rules [ 1050.800069] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGH for action security_group_rules [ 1050.800123] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGH for action security_group_rules [ 1050.800196] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGH for action security_group_rules [ 1050.800260] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGH for action security_group_rules [ 1050.800320] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGH for action security_group_rules [ 1050.800383] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGH for action security_group_rules [ 1050.800457] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGH for action security_group_rules [ 1050.800519] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGH for action security_group_rules [ 1050.800568] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGH for action security_group_rules [ 1050.800626] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGH for action security_group_rules [ 1050.800685] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGH for action security_group_rules [ 1050.800743] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGH for action security_group_rules [ 1050.800792] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGH for action security_group_rules [ 1050.801814] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGH for action security_group_rules [ 1050.801814] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGH for action security_group_rules [ 1050.801814] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGH for action security_group_rules [ 1050.801814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.980774] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.982044] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.982242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.982896] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8e35144-6597-4b86-857a-6076982fffd7 with status ACTIVE [ 1050.982896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.983189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.983189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.983626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.984130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.984130] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.984281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.984281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.984499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.984715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.985175] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.985175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.985175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.985397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.985397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.985397] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8e35144-6597-4b86-857a-6076982fffd7 is going to be updated. [ 1051.013245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.013511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.013604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.013917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.014106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.014327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e35144-6597-4b86-857a-6076982fffd7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172685] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.172854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.172939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.173164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.173257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.173359] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1051.211254] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.211796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.211796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.211796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.211796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.223179] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1051.457833] env[65079]: INFO networking_nsxv3.common.synchronization [req-d674252b-ef51-4317-beae-92e26d9b9056 req-bece944a-620b-4253-b0c5-4e805fb18181 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 1051.458263] env[65079]: INFO networking_nsxv3.common.synchronization [req-d674252b-ef51-4317-beae-92e26d9b9056 req-bece944a-620b-4253-b0c5-4e805fb18181 service nova] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1051.458445] env[65079]: INFO networking_nsxv3.common.synchronization [req-d674252b-ef51-4317-beae-92e26d9b9056 req-bece944a-620b-4253-b0c5-4e805fb18181 service nova] Enqueued Resource ID: e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c with Priority: HIGHEST for action port [ 1051.458979] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_rules [ 1051.459140] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1051.459249] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c with Priority: HIGHEST for action port [ 1051.459350] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGH for action security_group_rules [ 1051.459456] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ab85-93cf-48eb-909a-a50a8a29f393 with Priority: HIGH for action security_group_rules [ 1051.459554] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc with Priority: HIGH for action security_group_rules [ 1051.459648] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c with Priority: HIGH for action security_group_rules [ 1051.459743] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGH for action security_group_rules [ 1051.459832] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60444538-f62d-4800-824f-fca54b1911c4 with Priority: HIGH for action security_group_rules [ 1051.459922] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f with Priority: HIGH for action security_group_rules [ 1051.460016] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGH for action security_group_rules [ 1051.460127] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 with Priority: HIGH for action security_group_rules [ 1051.460219] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGH for action security_group_rules [ 1051.460308] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGH for action security_group_rules [ 1051.460447] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa with Priority: HIGH for action security_group_rules [ 1051.460564] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e with Priority: HIGH for action security_group_rules [ 1051.460658] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c with Priority: HIGH for action security_group_rules [ 1051.460752] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd87f0-9225-482a-87f5-a584906e2947 with Priority: HIGH for action security_group_rules [ 1051.460856] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGH for action security_group_rules [ 1051.461021] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9109a41f-291b-405b-b1c5-3ede4be5243b with Priority: HIGH for action security_group_rules [ 1051.461134] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGH for action security_group_rules [ 1051.461222] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f with Priority: HIGH for action security_group_rules [ 1051.461307] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f with Priority: HIGH for action security_group_rules [ 1051.461597] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.461738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.461838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.462020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.462134] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.463127] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.463862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.463956] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.465353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.465472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.465624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.465781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.465888] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.466654] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da27ab85-93cf-48eb-909a-a50a8a29f393 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.466870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.466870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.467597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.467716] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da27ab85-93cf-48eb-909a-a50a8a29f393',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.468518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.468667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.468741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.468939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.469027] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a00c3-2ab2-4834-9d53-93ca42c9f8bc',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.469938] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.469938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.470051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.470182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.470243] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dfc20dc-84f3-4cf7-8819-111327e23c6c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.471166] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.471166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.471166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.471358] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.471478] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.472871] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60444538-f62d-4800-824f-fca54b1911c4 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.472871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.472871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.472871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.472871] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60444538-f62d-4800-824f-fca54b1911c4',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.474588] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.474757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.474757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.474906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.474981] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26ff57ab-5ab2-465e-a6b9-e118bc84763f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.475757] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.475877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.475944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.476109] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.476182] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.476981] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.477998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.477998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.477998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.477998] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.478984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.478984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.480670] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.480826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.480884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.481554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.481554] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.482127] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07dca1c2-897b-41b2-b9de-ba76840a00aa taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.482246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.482300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.482453] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.482521] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07dca1c2-897b-41b2-b9de-ba76840a00aa',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.483335] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.483440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.483503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.483637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.483706] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cbaa894-82c2-43d1-835f-ddd24bb46f7e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.484447] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.484559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.484639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.484831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.484882] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d1f532-f56b-4ca1-a06d-ef628d7fe34c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.485698] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fd87f0-9225-482a-87f5-a584906e2947 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.485853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.485904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.486067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.486573] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fd87f0-9225-482a-87f5-a584906e2947',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.487318] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.487430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.487483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.487613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.487708] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.488558] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9109a41f-291b-405b-b1c5-3ede4be5243b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.488709] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.488789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.489378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.489378] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9109a41f-291b-405b-b1c5-3ede4be5243b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.490393] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.490519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.490519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.491468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.491468] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.493860] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.494089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.494173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.494387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.494483] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23b287d3-d66f-417a-bdd3-7a1275a38a1f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.494768] env[65079]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1051.495778] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.495913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.495986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.496196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.496297] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8bf7be-d5c9-42c1-bd1f-04d508163a0f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.500581] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.500701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.502052] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.001118] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.001118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.001118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.001118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.001670] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.001670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.001670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.001670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.001670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.002053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.002053] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.006545] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.006751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.006840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.006991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.007167] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.007340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.007340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.007525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.007619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.007733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.007846] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.011562] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.011562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.011562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.011562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.011562] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.011562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.011562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.011562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.012463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.012463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.012463] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.012927] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.013127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.013193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.013314] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.013419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.013487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.013672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.013800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.013893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.014031] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.018198] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c with status ACTIVE [ 1052.018468] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.018655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.018761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.019178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.019236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.019534] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.019721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.019823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.021544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.021544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.021544] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.021544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.021544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.021544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.021544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.021544] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c is going to be updated. [ 1052.022690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.022690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.022690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.022690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.023032] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.023032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.023032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.023187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.023228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.023290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.024042] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.026136] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.026295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.026388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.026855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.027198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.027198] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 1052.038166] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.038166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.038747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.038747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.038747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.039015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.039168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.039278] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.039416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.039558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.039754] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.040097] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.040535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.040535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.040726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.041033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.041033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.041186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.041267] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.044535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.044770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.044894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.045153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.045424] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.045607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.045721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.047723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.047723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.047723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.047723] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.070600] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.070897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.071015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.071330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.113856] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.114020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.130956] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.131191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.139629] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.139778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.141294] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.141443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.141506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.141815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.142043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.142228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e38ee0ab-478e-49d9-b8e2-a1a88e6fc47c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.143423] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.143591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.144708] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.144887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.147923] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.148162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.148982] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.149197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.149927] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.150080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.151533] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.151658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.154609] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.154609] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.154609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.154609] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.154609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.154609] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26ff57ab-5ab2-465e-a6b9-e118bc84763f is going to be deleted. [ 1052.156506] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.156723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.156723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.156973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.158898] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.165109] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.165587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.167974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.167974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.167974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.167974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.179501] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 1052.189259] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.190518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.190518] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60444538-f62d-4800-824f-fca54b1911c4 is going to be deleted. [ 1052.191975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.192301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.226395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.226584] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dfc20dc-84f3-4cf7-8819-111327e23c6c is going to be deleted. [ 1052.227636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.227862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.237557] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.237797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.302245] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 in Status: SUCCESS [ 1052.302578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.302873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.303191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.303564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.303754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.303754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.303957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.304058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.304163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.304287] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.309387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.309584] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9109a41f-291b-405b-b1c5-3ede4be5243b is going to be deleted. [ 1052.310924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.311170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.317772] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.318083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.376057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.376248] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d1f532-f56b-4ca1-a06d-ef628d7fe34c is going to be deleted. [ 1052.377186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.377420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.434760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.435044] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24 is going to be deleted. [ 1052.436338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.436673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.491915] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.492289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.501618] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.501618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.502263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.502362] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fd87f0-9225-482a-87f5-a584906e2947 is going to be deleted. [ 1052.503274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.503469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.507706] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.531677] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.531969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.532085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.532440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.532782] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.532907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.532967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.533501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.533501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.534362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.534362] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.534362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.534362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.534362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.534590] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.534700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.534771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.534997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.535152] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.535280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.535424] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.537197] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.543475] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.553886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.554167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.555779] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.563370] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c549073-e79a-4010-b415-aaa77707e64f: rpc.has_security_group_logging(os_id): False [ 1052.607360] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.607579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.611048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.611201] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a00c3-2ab2-4834-9d53-93ca42c9f8bc is going to be deleted. [ 1052.612274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.612530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.635228] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.635440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.696534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.696788] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da27ab85-93cf-48eb-909a-a50a8a29f393 is going to be deleted. [ 1052.697913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.698277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.712612] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.712837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.757170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.757379] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07dca1c2-897b-41b2-b9de-ba76840a00aa is going to be deleted. [ 1052.758349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.758526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.760039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.760155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.807154] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.807154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.807154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.807154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.807154] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.807523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.807523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.807523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.807523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.807761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.807761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.807849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.807888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.808098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.808256] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.808490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.808490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.808566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.809261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.809261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.809261] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.818407] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.826014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.826321] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23b287d3-d66f-417a-bdd3-7a1275a38a1f is going to be deleted. [ 1052.827390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.827843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.905234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.905419] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cbaa894-82c2-43d1-835f-ddd24bb46f7e is going to be deleted. [ 1052.907628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.907628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.930104] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.930297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.961760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.961946] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8bf7be-d5c9-42c1-bd1f-04d508163a0f is going to be deleted. [ 1052.962900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963178] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.963301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26ff57ab-5ab2-465e-a6b9-e118bc84763f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.963494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.963926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60444538-f62d-4800-824f-fca54b1911c4" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dfc20dc-84f3-4cf7-8819-111327e23c6c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9109a41f-291b-405b-b1c5-3ede4be5243b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d1f532-f56b-4ca1-a06d-ef628d7fe34c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.966683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.004531] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.004758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.009366] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ef5302a-45a3-4791-a671-75aef409cd94: rpc.has_security_group_logging(os_id): False [ 1053.040236] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75985a15-42c5-4097-be04-2547a609ef77: rpc.has_security_group_logging(os_id): False [ 1053.040910] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cf0906-91bb-4c22-9c2a-e0657bf2a200: rpc.has_security_group_logging(os_id): False [ 1053.043166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.043541] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.043779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.043855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.044099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.044184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.044706] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.044706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.044852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.045165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.045165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.045260] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.045325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.045525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.045606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.045706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.045813] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be updated. [ 1053.047298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.047501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.047638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.047691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f1d9aa-1f53-4c69-9b8e-1b4bdc0bcf24" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.047940] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1970d2-588e-4d0b-a428-0c680db442fe: rpc.has_security_group_logging(os_id): False [ 1053.052544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.052813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.052912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.053058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fd87f0-9225-482a-87f5-a584906e2947" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.054148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.054285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.054326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.054514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.054598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.054744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cbaa894-82c2-43d1-835f-ddd24bb46f7e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.055802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.056033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.056103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.056231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a00c3-2ab2-4834-9d53-93ca42c9f8bc" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.056368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.056525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.056603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.056705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da27ab85-93cf-48eb-909a-a50a8a29f393" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.057244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.057378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.057467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.057586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07dca1c2-897b-41b2-b9de-ba76840a00aa" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.057789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.057875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.057953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.058104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23b287d3-d66f-417a-bdd3-7a1275a38a1f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.058611] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab25d7-89dc-443b-aa2f-bd6cd1593006: rpc.has_security_group_logging(os_id): False [ 1053.085242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.085442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.085487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.085800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.088545] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.088729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.110052] env[65079]: INFO networking_nsxv3.common.synchronization [req-8809c8b7-9ec8-422c-8d47-cbcb0ef0c4bb req-843c0c5f-a2de-4cb3-a4a3-cf7205a3d18e tempest-ServersNegativeTestMultiTenantJSON-1172730206 tempest-ServersNegativeTestMultiTenantJSON-1172730206-project-member] Enqueued Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_members [ 1053.110771] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_members [ 1053.111133] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.111457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.111550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.111825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.112089] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.112241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.112306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.112480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.112582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112668] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.114592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.114713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.116296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.116498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.118089] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.118196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.167914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.167914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.167914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.167914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.167914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.167914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.167914] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 is going to be updated. [ 1053.168845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.169193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.177770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.177770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.310655] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91ebda99-b0e4-4fc7-a398-e1f4af09fd76: rpc.has_security_group_logging(os_id): False [ 1053.366679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.367098] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.367213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.367310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.367518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.367605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.367702] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be updated. [ 1053.368899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.369107] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.371958] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 4s [ 1053.378775] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.379012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.380735] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.380892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.409529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.409965] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.410125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.410207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.410505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.410628] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1053.414181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.414400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.447647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.447819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.472110] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.472342] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-479" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.472543] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-479" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.472742] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-479" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.473018] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.473184] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.473299] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.473517] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.473750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.473968] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.474098] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.474209] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.474318] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.474426] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.474529] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.474658] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.583823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584232] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584746] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1053.586472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.586856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.594050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.618311] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.618522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.648943] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.649157] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.174 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.649294] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.649511] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-479" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.649843] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.650042] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.650165] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651038] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.651038] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53250db8-79bb-46a5-8d7b-fdd646f2bbbe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.703880] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.704167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.715987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.716365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.716615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.716785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.717086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.717167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.717507] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.717585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.717681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.717994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.718114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.718331] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.718436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.718496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.718793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.718944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.719261] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 1053.720449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.720668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.721938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.721938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.722223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.722309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.722438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8bf7be-d5c9-42c1-bd1f-04d508163a0f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.722625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.722794] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.722940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.723988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.724200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.724276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.724521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.724664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.724664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.724838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.724876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.725105] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.725399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.725472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.725667] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.725967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.726057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.726143] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 is going to be created. [ 1053.727670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.727856] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.728092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.729444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.729634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.729716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.729921] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.730036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.730115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.730246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.730329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.730397] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 already deleted. [ 1053.730527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.730621] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.730742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.730893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.801748] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: IN_PROGRESS for 2s [ 1053.803517] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1053.810520] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 1053.812033] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 1053.859061] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.859484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.859484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.859484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.859942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.891445] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1054.008504] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.008665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.008942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.009087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.009249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.025495] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.025877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.025877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.026034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.026135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.032246] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 in Status: IN_PROGRESS for 2s [ 1054.047473] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1054.047946] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 1054.154153] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.154153] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.154153] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.154500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.154500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.154690] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 53250db8-79bb-46a5-8d7b-fdd646f2bbbe not found, creating... [ 1054.154950] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.155198] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.155261] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.155463] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.155604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.155991] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.156203] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.156319] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.156556] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.156730] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.156850] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 53250db8-79bb-46a5-8d7b-fdd646f2bbbe is going to be created. [ 1054.183890] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.184179] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.184357] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.184762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.185111] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.185451] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.196505] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 1054.196749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.197804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.197881] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.197978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.198034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.198303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.198392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.198488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.198591] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.700887] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.701339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.701339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.701339] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.701633] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.701744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.701744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.701922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.702047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.702154] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.702351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.702458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.702515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.702878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.703621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.703780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.703830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.703999] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.704094] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.704195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.704439] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.758032] env[65079]: INFO networking_nsxv3.common.synchronization [req-8809c8b7-9ec8-422c-8d47-cbcb0ef0c4bb req-2b9ecd60-57c4-4622-ac1d-32d603696c69 service nova] Enqueued Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_rules [ 1054.758032] env[65079]: INFO networking_nsxv3.common.synchronization [req-8809c8b7-9ec8-422c-8d47-cbcb0ef0c4bb req-2b9ecd60-57c4-4622-ac1d-32d603696c69 service nova] Enqueued Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_members [ 1054.758032] env[65079]: INFO networking_nsxv3.common.synchronization [req-8809c8b7-9ec8-422c-8d47-cbcb0ef0c4bb req-2b9ecd60-57c4-4622-ac1d-32d603696c69 service nova] Enqueued Resource ID: 53250db8-79bb-46a5-8d7b-fdd646f2bbbe with Priority: HIGHEST for action port [ 1054.758404] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_rules [ 1054.758404] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_members [ 1054.758404] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53250db8-79bb-46a5-8d7b-fdd646f2bbbe with Priority: HIGHEST for action port [ 1054.759037] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.759037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.759037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.759458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.759458] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.760289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.760483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.760483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.763919] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.763919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763919] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53250db8-79bb-46a5-8d7b-fdd646f2bbbe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.206729] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b1987c9-8113-4af0-af06-4b8fa140ecb9: rpc.has_security_group_logging(os_id): False [ 1055.229790] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.230031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.230126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.230372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.254739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.254991] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.255547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.255547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.255817] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.256182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.256260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256649] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.256820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.256871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256936] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 1055.265214] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.265214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.265214] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.266729] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53250db8-79bb-46a5-8d7b-fdd646f2bbbe with status ACTIVE [ 1055.268071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.268071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.268071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.268071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.268071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.268071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.268560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.268560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.268560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.268560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.268690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.268766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.268812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.269346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.269346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.269346] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53250db8-79bb-46a5-8d7b-fdd646f2bbbe is going to be updated. [ 1055.298083] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.298280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.298333] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.298563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.298715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.298886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53250db8-79bb-46a5-8d7b-fdd646f2bbbe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.387848] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1055.387848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.388706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.388706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.389159] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.389159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.389159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.389418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.389493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.389627] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.391659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.391816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.391862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.392056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.392212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.460020] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 1055.767556] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.827786] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1055.828106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.829026] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: SUCCESS [ 1055.829246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.851693] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 1055.852070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.853962] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 1055.854303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.897839] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.912739] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1055.913024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.047265] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 in Status: SUCCESS [ 1056.047265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.063542] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 1056.063953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.270538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.270700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.270775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.270994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.271095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.271175] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 is going to be created. [ 1056.309623] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.309814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.309858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.310106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.310351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.328236] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 in Status: UNINITIALIZED for 2s [ 1056.403891] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.908731] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.909082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.909082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.909213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.909337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.909626] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1056.945015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.945235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.945292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.945542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.945756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.958521] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1057.475598] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 1057.475915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.339925] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 in Status: SUCCESS [ 1058.339925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.340578] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.341143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.341241] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.844070] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.844070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.844070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.844477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.844477] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.844636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.844636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.844819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.844923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.844979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.845142] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.845275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.845275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.845388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.845557] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.845659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.845659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.845910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.845910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.846050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.846161] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.969870] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1058.970143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.970392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.970651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.970925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.971133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.971203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.971395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.971586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.971586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.971783] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.348579] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8a42ae-b775-4dc7-9bb4-22cd5a310447: rpc.has_security_group_logging(os_id): False [ 1059.379917] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.381199] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.381426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.381426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382099] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.382286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.382342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.382537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.382685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382917] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.383207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.383207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.383350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.383464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.383584] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 is going to be created. [ 1059.452172] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.452419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.452678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.452911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.466337] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 in Status: IN_PROGRESS for 2s [ 1059.476090] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.476319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.476319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.476626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.476894] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.477072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.477183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.477430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.477577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.477703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.477868] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.477968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.478036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.478268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.478410] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.478507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.478570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.478728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.478787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.478853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.478949] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.759341] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1059.759528] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1059.981600] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 1060.004065] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.004282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.004282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.005433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.027669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.027916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.028079] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.028184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.028481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.028573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.028779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.028885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.028949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.029125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.029200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.029409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.029522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.029585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.029725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.029804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.029891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1060.115493] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.115493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.115493] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.129666] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1061.483421] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 in Status: SUCCESS [ 1061.483961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.584950] env[65079]: INFO networking_nsxv3.common.synchronization [req-ae6103a5-0168-4740-84c3-86d7122985e3 req-f0fedd05-7866-4134-96d5-beff704243db tempest-ServerPasswordTestJSON-30333868 tempest-ServerPasswordTestJSON-30333868-project-member] Enqueued Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_members [ 1061.585632] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGHEST for action security_group_members [ 1061.586066] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.586252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.586429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.586699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.586970] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.587151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.587257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.587456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.587727] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.089811] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.090173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.090173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.090379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.090574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.090911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.091075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.091143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.091318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.091392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.091937] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 is going to be updated. [ 1062.124778] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.124778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.124778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.124778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.125838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.139254] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 in Status: IN_PROGRESS for 2s [ 1062.145219] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1062.145219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.145219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.145438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.145525] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.648132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.648566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.648566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.648566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.648793] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.648877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.648924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.650036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.650036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.650036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.650036] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.151960] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.152199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.152444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.152921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153188] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.153351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.153449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.153656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.154073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.154256] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.154356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.154418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.154571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.154781] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.154902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.154967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.155136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.155212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.155294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.155387] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.658421] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d: rpc.has_security_group_logging(os_id): False [ 1063.678279] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.678582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.678582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.678804] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.678930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.679183] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.679292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.679292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.679532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.679610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.679809] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.679907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.679969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.680257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.680392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.680597] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.680693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.680755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.680898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.680977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.681077] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1063.755087] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.755257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.755303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.755515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.755646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.777283] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1064.154380] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 in Status: SUCCESS [ 1064.154669] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 deletion is rescheduled due to dependency. [ 1064.155324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.797090] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1065.797090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.196163] env[65079]: INFO networking_nsxv3.common.synchronization [req-ba79523b-b44b-4d5d-840b-548e981d07ed req-9056a6ad-5428-4614-8097-22384b1cddec tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1066.196163] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1066.197258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.197408] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.197459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.197705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.197845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.197946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.198016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.198177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.198373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.198373] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.703941] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.207042] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.710107] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.710259] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.710334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.710618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.710720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.710849] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1067.751534] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.751698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.751764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.752131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.752131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.762646] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1068.314552] env[65079]: INFO networking_nsxv3.common.synchronization [req-de0db4e6-9020-45e3-a263-50be12f512e6 req-80b4443a-d956-4730-b962-f9a28ecdfca9 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1068.315133] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1068.315423] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.315543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.315608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.315805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.316042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.316821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.316821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.316821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.316821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.316821] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.819636] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.945196] env[65079]: INFO networking_nsxv3.common.synchronization [req-c52d476f-29dd-4d96-b10a-61e0d8a36d46 req-1b425dd5-f27b-449e-be27-477ea4edf051 tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1068.945652] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1068.946538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.946538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.946538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.946760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.946857] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.947227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.947227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.947227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.947429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.947429] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.323995] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.405202] env[65079]: INFO networking_nsxv3.common.synchronization [req-e3d23c50-876f-41cd-90f9-47ae53fd1787 req-cd7c0307-450d-424b-8f69-6735fbf3b73b tempest-ServersNegativeTestMultiTenantJSON-1172730206 tempest-ServersNegativeTestMultiTenantJSON-1172730206-project-member] Enqueued Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_members [ 1069.405708] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGHEST for action security_group_members [ 1069.406960] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.406960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.406960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.406960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.406960] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.406960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.406960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.406960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.407562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.407562] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.449882] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.450044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.450124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.450312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.450399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.450594] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.450689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.450750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.450894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.450971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.451078] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1069.482530] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.482764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.482764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.482931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.483089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.492538] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1069.772493] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1069.772769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.826360] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.826695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.826695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.826843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.827464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.827464] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be updated. [ 1069.856341] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.856341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.856625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.856756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.856975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.867737] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 1069.911773] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.911923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.912072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.912320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.912419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.912635] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.912745] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.912837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.912965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.913061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.913204] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 is going to be updated. [ 1069.943503] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.943648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.943706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.943953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.944132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.954885] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 in Status: IN_PROGRESS for 2s [ 1071.504105] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1071.504409] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 deletion is rescheduled due to dependency. [ 1071.504448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.804295] env[65079]: INFO networking_nsxv3.common.synchronization [req-68fbc86a-5509-46db-8053-a4b90cfc438c req-753d00bc-f283-4b0d-bd45-af0b9a93ef2a tempest-DeleteServersTestJSON-178390411 tempest-DeleteServersTestJSON-178390411-project-member] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 1071.804888] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGHEST for action security_group_members [ 1071.805418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.805526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.805562] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.805805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.806054] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.806589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.806589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.806589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.806589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.807053] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.878403] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 1071.878644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.965943] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 in Status: SUCCESS [ 1071.966152] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 deletion is rescheduled due to dependency. [ 1071.966312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.309205] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.309404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.309447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.309662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.309753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.309957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.310076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.310129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.310271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.310350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.310460] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be updated. [ 1072.347666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.347666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.347666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.347666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.347666] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.358417] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: IN_PROGRESS for 2s [ 1073.537267] env[65079]: INFO networking_nsxv3.common.synchronization [req-7f4cefae-3082-4328-baee-69099cdf5226 req-a10b80cb-296c-42ab-9096-f1b5385947fe tempest-ServersNegativeTestJSON-1516917176 tempest-ServersNegativeTestJSON-1516917176-project-member] Enqueued Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 1073.537801] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 with Priority: HIGHEST for action security_group_members [ 1073.538132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.538277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.538531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.538531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.538707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.538792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.538853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.538991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.539250] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.539349] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047eb9d4-3ce6-4307-8819-a7cfc34f10e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.041483] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.042197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.042197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.042197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.063225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.063527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.063670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.063812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.064057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.064149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.064241] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 is going to be updated. [ 1074.092756] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.092969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.092969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.093242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.093409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.103152] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: IN_PROGRESS for 2s [ 1074.369772] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75985a15-42c5-4097-be04-2547a609ef77 in Status: SUCCESS [ 1074.369943] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75985a15-42c5-4097-be04-2547a609ef77 deletion is rescheduled due to dependency. [ 1074.370074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.708933] env[65079]: INFO networking_nsxv3.common.synchronization [req-c0c6c064-7ae3-474e-b2b4-65e93a73352a req-b54a365d-4e42-48e6-8a60-2da46a1e8583 tempest-ServersTestJSON-210069672 tempest-ServersTestJSON-210069672-project-member] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1074.709645] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGHEST for action security_group_members [ 1074.709979] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.710108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.710371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.710629] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.710629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.711584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.711584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.711584] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.213435] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.213656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.213821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.214177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.214316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.214612] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.214752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.214842] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.215497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.215497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.215497] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be updated. [ 1075.245605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.245803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.245909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.246213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.246416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.255694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: IN_PROGRESS for 2s [ 1075.686549] env[65079]: INFO networking_nsxv3.common.synchronization [req-b3557110-90a8-4326-afd6-0f38f61dca3e req-0fb7d6ea-31a8-4dfa-8eaf-0462fda435e3 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1075.687125] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGHEST for action security_group_members [ 1075.687472] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.687648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.687728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.687946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.688233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.688389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.689611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.689611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.689611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.689611] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.113390] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 in Status: SUCCESS [ 1076.113671] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047eb9d4-3ce6-4307-8819-a7cfc34f10e9 deletion is rescheduled due to dependency. [ 1076.113706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047eb9d4-3ce6-4307-8819-a7cfc34f10e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.191572] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.192478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.192478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.192478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.192478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.192478] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.192478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.192680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.192680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.192747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.192841] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be updated. [ 1076.225463] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.225463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.225463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.225463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.225463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.234825] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: IN_PROGRESS for 2s [ 1077.270795] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d in Status: SUCCESS [ 1077.271164] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d deletion is rescheduled due to dependency. [ 1077.271164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.171157] env[65079]: INFO networking_nsxv3.common.synchronization [req-a9c45b0a-4534-4993-979b-3d606441fb4f req-074df237-b0d8-4d51-857b-bbd35e02fcde tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1078.171666] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1078.172036] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.172147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.172750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.172750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.172750] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.172750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.172750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.172961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.172992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.173083] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.245124] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 in Status: SUCCESS [ 1078.245475] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 deletion is rescheduled due to dependency. [ 1078.245612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.522859] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.523148] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.523198] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.523462] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.524422] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.524422] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.524422] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.524656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.524990] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.525163] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.527721] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.527721] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.527721] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.527721] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.527721] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.527721] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.547416] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.547640] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.547823] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.548075] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.548522] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-9b6b28c8-64ba-44ff-accb-b330553070be taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.548771] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.548954] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.549426] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.549653] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6b28c8-64ba-44ff-accb-b330553070be',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.677529] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677529] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.677529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677529] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1078.710844] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.710959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.710959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.711320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.711534] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.722969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1079.052470] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.052890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.052890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.053306] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.053509] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.053706] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 9b6b28c8-64ba-44ff-accb-b330553070be not found, creating... [ 1079.054070] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.054287] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.054415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.054649] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.054989] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.055086] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.055329] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.055383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.055546] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.055679] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.055816] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 9b6b28c8-64ba-44ff-accb-b330553070be is going to be created. [ 1079.077154] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.077396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.077522] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.077794] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.078034] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.078268] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.837068] env[65079]: INFO networking_nsxv3.common.synchronization [req-a9c45b0a-4534-4993-979b-3d606441fb4f req-7b94a484-37b6-48e2-9bb8-4d0ef3b50b70 service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 1079.837301] env[65079]: INFO networking_nsxv3.common.synchronization [req-a9c45b0a-4534-4993-979b-3d606441fb4f req-7b94a484-37b6-48e2-9bb8-4d0ef3b50b70 service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1079.837410] env[65079]: INFO networking_nsxv3.common.synchronization [req-a9c45b0a-4534-4993-979b-3d606441fb4f req-7b94a484-37b6-48e2-9bb8-4d0ef3b50b70 service nova] Enqueued Resource ID: 9b6b28c8-64ba-44ff-accb-b330553070be with Priority: HIGHEST for action port [ 1079.838107] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 1079.839350] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1079.839465] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b28c8-64ba-44ff-accb-b330553070be with Priority: HIGHEST for action port [ 1079.839908] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.840196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.840196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.840450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.840549] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.844088] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.844386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.844588] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6b28c8-64ba-44ff-accb-b330553070be taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.844751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.844875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.847048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.847048] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6b28c8-64ba-44ff-accb-b330553070be',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.349537] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349929] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b6b28c8-64ba-44ff-accb-b330553070be with status ACTIVE [ 1080.350115] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.350451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.350490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.350706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.350795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.350984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.351074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.351137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.351285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.351363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.351541] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.351637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.351697] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.351835] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.351907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.351987] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b6b28c8-64ba-44ff-accb-b330553070be is going to be updated. [ 1080.380172] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6b28c8-64ba-44ff-accb-b330553070be" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.733556] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1080.733824] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 deletion is rescheduled due to dependency. [ 1080.733879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.734124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.734347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.734560] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.734764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.734764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.735023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.735115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.735263] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.237770] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.744385] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.246675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.246936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.246936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.247142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.247252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.247356] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1082.273405] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.273549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.273549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.273793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.274281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.285395] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1083.140289] env[65079]: INFO networking_nsxv3.common.synchronization [None req-78d6e8f5-264d-49a0-b0f5-694b3dfed9cf None None] Enqueued Resource ID: 6fa79112-c9b6-45ab-92a4-bd290d1ac616 with Priority: HIGHEST for action port [ 1083.140289] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa79112-c9b6-45ab-92a4-bd290d1ac616 with Priority: HIGHEST for action port [ 1083.140713] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa79112-c9b6-45ab-92a4-bd290d1ac616 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.140904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa79112-c9b6-45ab-92a4-bd290d1ac616" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.141020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa79112-c9b6-45ab-92a4-bd290d1ac616" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.141337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa79112-c9b6-45ab-92a4-bd290d1ac616" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.141460] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa79112-c9b6-45ab-92a4-bd290d1ac616',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.643544] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa79112-c9b6-45ab-92a4-bd290d1ac616 [ 1083.643816] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.644495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.644664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.644956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.645085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.645314] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa79112-c9b6-45ab-92a4-bd290d1ac616 already deleted. [ 1083.645314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa79112-c9b6-45ab-92a4-bd290d1ac616" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.021761] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a8bfe519-deee-4e1d-a649-fdf7137e1993 tempest-AttachInterfacesTestJSON-1952080509 tempest-AttachInterfacesTestJSON-1952080509-project-member] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1084.022409] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGHEST for action security_group_members [ 1084.022926] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.022926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.023072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.023346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.024058] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.024058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.024058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.024058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.024058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.024239] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.299563] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1084.299801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.299981] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.300437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.300535] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.300612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.300707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.300854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.300932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.301062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.301129] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.528723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.528723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.528723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.528723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.528723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.529439] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.529439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.529439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.529439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.529439] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be updated. [ 1084.562171] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.562171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.562171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.562171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.562613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.574903] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: IN_PROGRESS for 2s [ 1084.804024] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.307172] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab25d7-89dc-443b-aa2f-bd6cd1593006: rpc.has_security_group_logging(os_id): False [ 1085.327457] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.327613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.327658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.327877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.327970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.328233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.328624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.328624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.328624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.328752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.328781] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1085.398043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.398277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.398470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.399303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.399303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.415727] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1085.677292] env[65079]: INFO networking_nsxv3.common.synchronization [None req-01a49927-c3d5-4caa-aea5-5034b8c636fd None None] Enqueued Resource ID: aa9d88b8-9d6b-4793-97e0-4446ff472277 with Priority: HIGHEST for action port [ 1085.677292] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9d88b8-9d6b-4793-97e0-4446ff472277 with Priority: HIGHEST for action port [ 1085.677292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa9d88b8-9d6b-4793-97e0-4446ff472277 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.677292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa9d88b8-9d6b-4793-97e0-4446ff472277" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.677292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa9d88b8-9d6b-4793-97e0-4446ff472277" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.679103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa9d88b8-9d6b-4793-97e0-4446ff472277" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.679103] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa9d88b8-9d6b-4793-97e0-4446ff472277',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.183138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa9d88b8-9d6b-4793-97e0-4446ff472277 [ 1086.183138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.183138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.183138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.183138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.183138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.183138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa9d88b8-9d6b-4793-97e0-4446ff472277 already deleted. [ 1086.183138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa9d88b8-9d6b-4793-97e0-4446ff472277" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.587537] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 in Status: SUCCESS [ 1086.588358] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 deletion is rescheduled due to dependency. [ 1086.588486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.131407] env[65079]: INFO networking_nsxv3.common.synchronization [None req-de817daa-4bbd-443f-8d12-99218c886f9e None None] Enqueued Resource ID: 08544b11-a4f3-41e5-98ec-8d8caedb86ae with Priority: HIGHEST for action port [ 1087.132118] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08544b11-a4f3-41e5-98ec-8d8caedb86ae with Priority: HIGHEST for action port [ 1087.132337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-08544b11-a4f3-41e5-98ec-8d8caedb86ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.132472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08544b11-a4f3-41e5-98ec-8d8caedb86ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.132537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08544b11-a4f3-41e5-98ec-8d8caedb86ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.132796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08544b11-a4f3-41e5-98ec-8d8caedb86ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.132880] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08544b11-a4f3-41e5-98ec-8d8caedb86ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.430923] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1087.430923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.634546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08544b11-a4f3-41e5-98ec-8d8caedb86ae [ 1087.634784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.634919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.634988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.635239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.635330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.635423] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08544b11-a4f3-41e5-98ec-8d8caedb86ae already deleted. [ 1087.635504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08544b11-a4f3-41e5-98ec-8d8caedb86ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.647456] env[65079]: INFO networking_nsxv3.common.synchronization [None req-9fc1a003-d91e-4f12-a0b7-f4e393d39411 tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_rules [ 1087.648200] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_rules [ 1087.649104] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.649372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.649406] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.928029] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1f8c0964-3eba-41f8-a56f-59b81b0fb6fe tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_rules [ 1087.928660] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_rules [ 1087.928967] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.929086] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.170917] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.170917] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 already deleted. [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.170917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.171315] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.658845] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1953ccf1-fc39-4f14-9997-91ce936cf410 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_rules [ 1088.659426] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_rules [ 1088.659730] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.659855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.659926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.660307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.660403] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.699849] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.700074] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.700147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.700368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.700449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.700558] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 already deleted. [ 1088.700647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.822094] env[65079]: INFO networking_nsxv3.common.synchronization [None req-eb1edbef-f5d9-44b5-85e4-7b91e30bd94b tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_rules [ 1088.822094] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_rules [ 1088.822094] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.822480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.180064] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.180222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.180313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.180585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.180737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.180881] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 already deleted. [ 1089.181126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.181277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.181739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.181842] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.478772] env[65079]: INFO networking_nsxv3.common.synchronization [None req-386a669e-a0fe-41ea-8363-76744fc2461c None None] Enqueued Resource ID: c169c899-b7d6-4f56-a6a9-c8a9683d57ef with Priority: HIGHEST for action port [ 1089.479323] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c169c899-b7d6-4f56-a6a9-c8a9683d57ef with Priority: HIGHEST for action port [ 1089.479674] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-c169c899-b7d6-4f56-a6a9-c8a9683d57ef taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.479802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c169c899-b7d6-4f56-a6a9-c8a9683d57ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.479873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c169c899-b7d6-4f56-a6a9-c8a9683d57ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.480247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c169c899-b7d6-4f56-a6a9-c8a9683d57ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.480360] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c169c899-b7d6-4f56-a6a9-c8a9683d57ef',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.584460] env[65079]: INFO networking_nsxv3.common.synchronization [None req-79413ba9-be78-4488-b9cd-e13b57456f2f None None] Enqueued Resource ID: 6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353 with Priority: HIGHEST for action port [ 1089.585552] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353 with Priority: HIGHEST for action port [ 1089.585883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.587241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.587241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.587241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.587241] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.610108] env[65079]: INFO networking_nsxv3.common.synchronization [req-2051c2bd-7193-46b5-b594-b25c1253a57a req-3e1172f5-d864-48bc-839d-018909e2f357 tempest-ListImageFiltersTestJSON-939764397 tempest-ListImageFiltersTestJSON-939764397-project-member] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1089.611315] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1089.612106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.612106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.612106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.612106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.612263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.612385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.612538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.612575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.612662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.612761] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.706616] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.707601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.707601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.707601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.707601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.707791] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 already deleted. [ 1089.707824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.933672] env[65079]: INFO networking_nsxv3.common.synchronization [req-0c9b9513-568e-4acf-98f9-ca8b4ec85037 req-42869407-fc8c-4935-922d-88bbb6c8523a tempest-ServerAddressesNegativeTestJSON-1548503112 tempest-ServerAddressesNegativeTestJSON-1548503112-project-member] Enqueued Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_members [ 1089.934252] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_members [ 1089.934594] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.934722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.934789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.935089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.935247] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.935372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.935670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.935846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.935936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.936158] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.982695] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c169c899-b7d6-4f56-a6a9-c8a9683d57ef [ 1089.982923] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.983073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.983134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.983363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.983430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.983645] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c169c899-b7d6-4f56-a6a9-c8a9683d57ef already deleted. [ 1089.983645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c169c899-b7d6-4f56-a6a9-c8a9683d57ef" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.089327] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353 [ 1090.089563] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.089699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.089769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.089980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.090087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.090213] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353 already deleted. [ 1090.090299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a18ce7c-08a7-4bb2-a2c7-e9afba2a8353" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.115487] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.317236] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.317236] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-148" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.317464] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-148" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.317696] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-148" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.318670] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.320308] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.320440] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.320689] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.321500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.321500] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.321500] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.321500] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.321500] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.321647] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.321647] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.321846] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.343037] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.343251] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.343251] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.343387] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-148" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.343705] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-4d5a850e-1a32-4259-90b4-2e5773beae8c taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.344107] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.344264] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.344779] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.344896] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5a850e-1a32-4259-90b4-2e5773beae8c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.439220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.439220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.439220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.439220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.439220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.439220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.439220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.439528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.439528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.439528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.439615] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 already deleted. [ 1090.439615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.620398] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.752313] env[65079]: INFO networking_nsxv3.common.synchronization [None req-754531a4-8147-4af3-9429-fab0de01f18f tempest-ServersTestManualDisk-181895673 tempest-ServersTestManualDisk-181895673-project-member] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_rules [ 1090.752936] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_rules [ 1090.753582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.753892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.753892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.754098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.754186] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.848620] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.848701] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.848812] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.849449] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.849449] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.849449] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 4d5a850e-1a32-4259-90b4-2e5773beae8c not found, creating... [ 1090.849813] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.850031] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.850770] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.850770] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.850770] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.851437] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.851579] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.851697] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.852168] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.852258] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.852370] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 4d5a850e-1a32-4259-90b4-2e5773beae8c is going to be created. [ 1090.884048] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.884048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.884048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.884048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.884048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.884048] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.950762] env[65079]: INFO networking_nsxv3.common.synchronization [None req-835047ad-c8e0-4c3d-93b3-ac489b522c68 tempest-ServersTestManualDisk-181895673 tempest-ServersTestManualDisk-181895673-project-member] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_rules [ 1090.951386] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_rules [ 1090.951710] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.951825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.124164] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.124164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.124164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.124426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.124426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.124569] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be updated. [ 1091.177033] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.177232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.177276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.177586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.177756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.187455] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 2s [ 1091.278742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.278915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.278962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.279186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.279275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.279372] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 already deleted. [ 1091.279458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.279609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.279761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.279845] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.597755] env[65079]: INFO networking_nsxv3.common.synchronization [req-0c9b9513-568e-4acf-98f9-ca8b4ec85037 req-6410619b-ec83-462e-8558-ca27f654ac27 service nova] Enqueued Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_rules [ 1091.597936] env[65079]: INFO networking_nsxv3.common.synchronization [req-0c9b9513-568e-4acf-98f9-ca8b4ec85037 req-6410619b-ec83-462e-8558-ca27f654ac27 service nova] Enqueued Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_members [ 1091.598178] env[65079]: INFO networking_nsxv3.common.synchronization [req-0c9b9513-568e-4acf-98f9-ca8b4ec85037 req-6410619b-ec83-462e-8558-ca27f654ac27 service nova] Enqueued Resource ID: 4d5a850e-1a32-4259-90b4-2e5773beae8c with Priority: HIGHEST for action port [ 1091.598621] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_rules [ 1091.598726] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_members [ 1091.598826] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5a850e-1a32-4259-90b4-2e5773beae8c with Priority: HIGHEST for action port [ 1091.600549] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.600720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.600759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.601024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.601116] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.603378] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.603536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.603608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.603795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.603962] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.604292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.604407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.604501] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.605549] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5a850e-1a32-4259-90b4-2e5773beae8c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.605549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.605549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.605671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.606306] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5a850e-1a32-4259-90b4-2e5773beae8c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.808020] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.808020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.808020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.808020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.808020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.808020] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 already deleted. [ 1091.808020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.110491] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.110613] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.110797] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.111700] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d5a850e-1a32-4259-90b4-2e5773beae8c with status ACTIVE [ 1092.111854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.111964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.112039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.112232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.112312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.112476] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.112566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.112624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.112811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.112845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.112998] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.113096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.114224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.115014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.115014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.115014] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d5a850e-1a32-4259-90b4-2e5773beae8c is going to be updated. [ 1092.136567] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.136712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.136850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.137098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.137234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.137396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5a850e-1a32-4259-90b4-2e5773beae8c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.602532] env[65079]: INFO networking_nsxv3.common.synchronization [None req-4748b7a3-bd5c-47f9-86fc-132a4c09ebc0 None None] Enqueued Resource ID: 64955a30-51e3-4a38-b2c1-3244542a5161 with Priority: HIGHEST for action port [ 1092.603123] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64955a30-51e3-4a38-b2c1-3244542a5161 with Priority: HIGHEST for action port [ 1092.603433] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-64955a30-51e3-4a38-b2c1-3244542a5161 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.603557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64955a30-51e3-4a38-b2c1-3244542a5161" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.603623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64955a30-51e3-4a38-b2c1-3244542a5161" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.604076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64955a30-51e3-4a38-b2c1-3244542a5161" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.604164] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64955a30-51e3-4a38-b2c1-3244542a5161',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.616120] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.107483] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64955a30-51e3-4a38-b2c1-3244542a5161 [ 1093.107747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.107881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.107957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.108205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.108299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.108399] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64955a30-51e3-4a38-b2c1-3244542a5161 already deleted. [ 1093.108484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64955a30-51e3-4a38-b2c1-3244542a5161" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.119111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.119253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.119322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.119531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.119619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.120038] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 is going to be created. [ 1093.144957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.145113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.145196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.145409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.145571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.155825] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 in Status: UNINITIALIZED for 2s [ 1093.197964] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1093.198167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.167860] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 in Status: SUCCESS [ 1095.168226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.168287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.168527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.168765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.168928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.169027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.169216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.169302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.169391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.169495] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.672763] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.672763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.672763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.672763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.672763] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.673143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.673143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.673143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.673257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.673257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.673395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.673510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.673572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.673728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.673857] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.673948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.674020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.674162] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.674240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.674337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.674435] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.176585] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a9df8ab-0466-47bd-9196-ed3cf2884445: rpc.has_security_group_logging(os_id): False [ 1096.195978] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.196168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.196215] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.196448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.196539] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.196718] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.196815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.196893] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.197040] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.197124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.197343] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.197460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.197573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.197727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.197803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.198014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.198111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.198173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.198309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.198395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.198462] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 is going to be created. [ 1096.261014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.261191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.261263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.261478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.261657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.273012] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 in Status: IN_PROGRESS for 2s [ 1096.540804] env[65079]: INFO networking_nsxv3.common.synchronization [req-c899a8d4-9177-41f5-b90f-6143ff69bb1f req-e4732cb9-000e-4e06-943e-1a9f60181777 tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_members [ 1096.541404] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_members [ 1096.541656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.541783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.541841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.542116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.542289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.542377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.542436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.542592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.542676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.542768] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.899358] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.899574] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.899698] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.899963] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.900229] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.900576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.900576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.900700] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.901256] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.901256] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.901256] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.901418] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.901418] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.901494] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.901576] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.901705] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.923069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.923069] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.923069] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.923069] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.923390] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.923559] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.923692] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.924016] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.924165] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab30baa-8dd2-4cbe-8c6b-0f3311273a20',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.045106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.045391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.045497] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.045720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.045836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.046077] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.046207] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.046292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.046557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.046652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.046775] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 already deleted. [ 1097.046875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.427020] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.427512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.427512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.427768] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.427921] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.428094] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 not found, creating... [ 1097.428354] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.428510] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.428621] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.428836] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.428966] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.429352] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.429519] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.429636] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.429841] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.429972] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.430119] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 is going to be created. [ 1097.453483] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.453692] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.453811] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454104] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.454354] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.454594] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.192550] env[65079]: INFO networking_nsxv3.common.synchronization [req-c899a8d4-9177-41f5-b90f-6143ff69bb1f req-02a78a01-aa19-4b52-9574-37d213a9b4e1 service nova] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_rules [ 1098.192773] env[65079]: INFO networking_nsxv3.common.synchronization [req-c899a8d4-9177-41f5-b90f-6143ff69bb1f req-02a78a01-aa19-4b52-9574-37d213a9b4e1 service nova] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_members [ 1098.192939] env[65079]: INFO networking_nsxv3.common.synchronization [req-c899a8d4-9177-41f5-b90f-6143ff69bb1f req-02a78a01-aa19-4b52-9574-37d213a9b4e1 service nova] Enqueued Resource ID: 6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 with Priority: HIGHEST for action port [ 1098.193628] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_rules [ 1098.193767] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_members [ 1098.193868] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 with Priority: HIGHEST for action port [ 1098.194176] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.194314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.194402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.194677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.194767] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.196579] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.196805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.197583] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.197583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.197583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.197583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.198188] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.200026] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.200026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.200176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.200341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.200341] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab30baa-8dd2-4cbe-8c6b-0f3311273a20',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.284803] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 in Status: SUCCESS [ 1098.284803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.441403] env[65079]: INFO networking_nsxv3.common.synchronization [req-7b88ef68-86d9-4ebe-8556-d270c486b48b req-6746f474-14ea-4a12-a0dc-b80333e6236a tempest-ListImageFiltersTestJSON-939764397 tempest-ListImageFiltersTestJSON-939764397-project-member] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1098.441962] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGHEST for action security_group_members [ 1098.442337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.442482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.442557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.442773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.442961] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.443089] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.443151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.443303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.443386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.443481] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.698115] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.698295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.701802] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.702109] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 with status ACTIVE [ 1098.702640] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.702640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.702640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.702640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.702876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.702916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.703048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.703091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.703229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.704883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.704883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.704883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.704883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.704883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.704883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.704883] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ab30baa-8dd2-4cbe-8c6b-0f3311273a20 is going to be updated. [ 1098.725997] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.726236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.726236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.726414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.726649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.726859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ab30baa-8dd2-4cbe-8c6b-0f3311273a20" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.889880] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f920884-4c04-4fcb-b972-3d485a6ee482 req-f4248b85-7c05-4599-9068-91a6bca07ddd tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_members [ 1098.890510] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_members [ 1098.890854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.890993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.891075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.891350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.891510] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.891619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.891682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.891833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.891931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.892035] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.945329] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.945492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.945543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.945760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.968541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.968805] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.968928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.968988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.969200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.969282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.969373] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be updated. [ 1098.994850] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.995092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.995150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.995352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.995831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.004294] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: IN_PROGRESS for 2s [ 1099.206732] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.244645] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.244842] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.244965] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.245335] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.245629] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.245792] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.245928] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.246137] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.246281] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.246560] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.246691] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.246820] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.246965] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.247502] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.247502] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.247502] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.279567] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.279739] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.280015] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.280071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.280396] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-3bf5a960-b90b-41d4-bc21-7e0d3c485351 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.280567] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.280684] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.282162] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.282162] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf5a960-b90b-41d4-bc21-7e0d3c485351',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.394952] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.395171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.395254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.395566] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.395730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.395984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.396112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.396179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.396336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.396416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.396547] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 already deleted. [ 1099.396640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.709568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.709896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.709896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.710068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.710181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.710285] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 is going to be created. [ 1099.735638] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.735820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.735820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.736062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.736230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.747133] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 in Status: UNINITIALIZED for 2s [ 1099.783800] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.784135] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.784282] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.784652] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.784801] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.784973] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 3bf5a960-b90b-41d4-bc21-7e0d3c485351 not found, creating... [ 1099.785336] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.785463] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.785587] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.785829] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.785979] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.786440] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.786630] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.786755] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.787015] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.787156] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.787311] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 3bf5a960-b90b-41d4-bc21-7e0d3c485351 is going to be created. [ 1099.810495] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.811011] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.811011] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.811011] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.811614] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.811614] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.566588] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f920884-4c04-4fcb-b972-3d485a6ee482 req-16542c7a-3bd7-459b-ad3c-4c1cba93f884 service nova] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_rules [ 1100.566732] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f920884-4c04-4fcb-b972-3d485a6ee482 req-16542c7a-3bd7-459b-ad3c-4c1cba93f884 service nova] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_members [ 1100.566954] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f920884-4c04-4fcb-b972-3d485a6ee482 req-16542c7a-3bd7-459b-ad3c-4c1cba93f884 service nova] Enqueued Resource ID: 3bf5a960-b90b-41d4-bc21-7e0d3c485351 with Priority: HIGHEST for action port [ 1100.567625] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_rules [ 1100.567806] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_members [ 1100.567935] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf5a960-b90b-41d4-bc21-7e0d3c485351 with Priority: HIGHEST for action port [ 1100.568337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.568524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.568632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.568881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.569516] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.570541] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.570541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.570689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.570867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.571526] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.571526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.571526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.571526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.572018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.572018] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.572885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf5a960-b90b-41d4-bc21-7e0d3c485351 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.572885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.572885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.573216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.573216] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf5a960-b90b-41d4-bc21-7e0d3c485351',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.998482] env[65079]: INFO networking_nsxv3.common.synchronization [req-67fd2fc9-0fd8-433a-91bf-d6dd373be07f req-6704a9a4-7e16-41d7-9897-e3daf65b2512 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1100.998482] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1100.998482] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.998482] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.998482] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.998482] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.015676] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c in Status: SUCCESS [ 1101.015855] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c deletion is rescheduled due to dependency. [ 1101.015982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.033700] env[65079]: INFO networking_nsxv3.common.synchronization [req-67fd2fc9-0fd8-433a-91bf-d6dd373be07f req-6704a9a4-7e16-41d7-9897-e3daf65b2512 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1101.033914] env[65079]: INFO networking_nsxv3.common.synchronization [req-67fd2fc9-0fd8-433a-91bf-d6dd373be07f req-6704a9a4-7e16-41d7-9897-e3daf65b2512 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1101.035169] env[65079]: INFO networking_nsxv3.common.synchronization [req-67fd2fc9-0fd8-433a-91bf-d6dd373be07f req-6704a9a4-7e16-41d7-9897-e3daf65b2512 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: 18e8702f-941d-405b-b253-f25dd884f90b with Priority: HIGHEST for action port [ 1101.035169] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1101.035169] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1101.035169] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e8702f-941d-405b-b253-f25dd884f90b with Priority: HIGHEST for action port [ 1101.039401] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.039558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.039603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.039817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.039901] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.040798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.040897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.041215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e8702f-941d-405b-b253-f25dd884f90b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.041294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.041338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.043044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.043044] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8702f-941d-405b-b253-f25dd884f90b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.074871] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.077414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.077414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.077414] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf5a960-b90b-41d4-bc21-7e0d3c485351 with status ACTIVE [ 1101.077414] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.077414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.077414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.077414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.077949] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.079319] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.079319] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.079319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.080048] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf5a960-b90b-41d4-bc21-7e0d3c485351 is going to be updated. [ 1101.101265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.101265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.101805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.102137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.102487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.102487] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf5a960-b90b-41d4-bc21-7e0d3c485351" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.289176] env[65079]: INFO networking_nsxv3.common.synchronization [req-84ef8f78-1469-47f6-b8df-179d138bd97d req-8c436d43-c256-4813-ae67-ecc5c77fb188 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1101.289689] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1101.290014] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.290166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.290237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.290492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.290655] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.290767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.290829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.290975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.291069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.291165] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.502118] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.543202] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.543336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.543543] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e8702f-941d-405b-b253-f25dd884f90b with status ACTIVE [ 1101.544390] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.544390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544390] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.544639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544697] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544969] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.545075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.545136] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.545279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.545353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.545646] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e8702f-941d-405b-b253-f25dd884f90b is going to be updated. [ 1101.572578] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.573302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.573302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.573302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.573302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.573499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.581951] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.597533] env[65079]: INFO networking_nsxv3.common.synchronization [req-0d37b1fe-7a86-4f08-82c1-675b4c99050b req-39496439-06b8-4dc4-9684-39b7e6c16d45 tempest-ServerAddressesNegativeTestJSON-1548503112 tempest-ServerAddressesNegativeTestJSON-1548503112-project-member] Enqueued Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_members [ 1101.598158] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGHEST for action security_group_members [ 1101.599338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.599338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.599338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.599338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.599338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.599338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.599338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.599338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.599652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.599652] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.635843] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.636081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.636209] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.636474] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.636767] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.636937] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.637096] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.637336] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.637511] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.637773] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.637878] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.638069] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.638217] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.638217] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.638344] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.638420] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.664683] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.664880] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.665871] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.665871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.665871] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-54609e90-0ddb-482b-98a9-813973edfeec taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.665871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.665871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.666191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.666301] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54609e90-0ddb-482b-98a9-813973edfeec',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.759561] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 in Status: SUCCESS [ 1101.759813] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.760075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.760310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.760508] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.760629] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.760916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.761016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.761102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.761190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.761283] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.793373] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.793535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.793608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.793839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.793930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.794137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.794237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.794299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.794458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.794560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.794647] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 already deleted. [ 1101.794728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.005534] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.086028] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.086028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.086028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.086028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.086028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.086028] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 is going to be created. [ 1102.101695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.101902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.101902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.102193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.102289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.102527] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.102637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.102699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.102859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.102933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103056] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 is going to be updated. [ 1102.116516] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.116724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.116768] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.117058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.117168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.126343] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc53ef9-4732-4297-834e-fca1ab340560 in Status: UNINITIALIZED for 2s [ 1102.140034] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.140197] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.140236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.140424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.140568] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.150375] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 in Status: IN_PROGRESS for 2s [ 1102.168881] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.169151] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.169293] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.169910] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.170118] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.170437] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 54609e90-0ddb-482b-98a9-813973edfeec not found, creating... [ 1102.170767] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.170944] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.171094] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.171601] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.171601] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.171894] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.172078] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.172198] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.172416] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.173688] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.173863] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 54609e90-0ddb-482b-98a9-813973edfeec is going to be created. [ 1102.201017] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.201370] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.201527] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.201957] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.202246] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.202563] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.264754] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.509080] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.509080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.509080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.509080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.509080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.509080] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be updated. [ 1102.540989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.541192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.541192] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.541516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.541682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.551287] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: IN_PROGRESS for 2s [ 1102.768954] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c06a5d6-ee60-4919-89b2-017430ec62e9: rpc.has_security_group_logging(os_id): False [ 1102.797550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.797550] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.797550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.799707] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 is going to be created. [ 1102.876786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.876964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.877039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.877232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.877455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.892745] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 in Status: IN_PROGRESS for 2s [ 1102.960701] env[65079]: INFO networking_nsxv3.common.synchronization [req-84ef8f78-1469-47f6-b8df-179d138bd97d req-7912d4c4-5384-4a63-bd1e-0ae7606d9bb4 service nova] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_rules [ 1102.960894] env[65079]: INFO networking_nsxv3.common.synchronization [req-84ef8f78-1469-47f6-b8df-179d138bd97d req-7912d4c4-5384-4a63-bd1e-0ae7606d9bb4 service nova] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1102.961045] env[65079]: INFO networking_nsxv3.common.synchronization [req-84ef8f78-1469-47f6-b8df-179d138bd97d req-7912d4c4-5384-4a63-bd1e-0ae7606d9bb4 service nova] Enqueued Resource ID: 54609e90-0ddb-482b-98a9-813973edfeec with Priority: HIGHEST for action port [ 1102.961673] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_rules [ 1102.962078] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1102.962327] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54609e90-0ddb-482b-98a9-813973edfeec with Priority: HIGHEST for action port [ 1102.962753] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.962940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.963068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.963422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.963547] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.964622] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.965264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.965264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.965264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.965264] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.965481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.965481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.965607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.965639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.965748] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.967827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-54609e90-0ddb-482b-98a9-813973edfeec taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.967827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.967827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.967827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.967827] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54609e90-0ddb-482b-98a9-813973edfeec',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.257908] env[65079]: INFO networking_nsxv3.common.synchronization [req-929ae43f-e845-47c4-95e9-6360966aa883 req-cda282a0-59ab-48f5-9c8b-e1d113571f76 tempest-ServersTestManualDisk-181895673 tempest-ServersTestManualDisk-181895673-project-member] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_members [ 1103.258718] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_members [ 1103.259251] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.259430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.259633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.260029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.260263] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.260897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.260897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.260897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.261070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.261149] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.365922] env[65079]: INFO networking_nsxv3.common.synchronization [req-60366995-5f86-4dbc-9959-24646842fa1a req-0352a761-3889-4790-b333-1c777ea0788a tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1103.367423] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1103.367423] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.367423] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.382862] env[65079]: INFO networking_nsxv3.common.synchronization [req-60366995-5f86-4dbc-9959-24646842fa1a req-0352a761-3889-4790-b333-1c777ea0788a tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1103.383058] env[65079]: INFO networking_nsxv3.common.synchronization [req-60366995-5f86-4dbc-9959-24646842fa1a req-0352a761-3889-4790-b333-1c777ea0788a tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1103.383199] env[65079]: INFO networking_nsxv3.common.synchronization [req-60366995-5f86-4dbc-9959-24646842fa1a req-0352a761-3889-4790-b333-1c777ea0788a tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: 18e8702f-941d-405b-b253-f25dd884f90b with Priority: HIGHEST for action port [ 1103.383860] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_rules [ 1103.383996] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1103.384109] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e8702f-941d-405b-b253-f25dd884f90b with Priority: HIGHEST for action port [ 1103.384434] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.384766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.385181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.385181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.385181] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e8702f-941d-405b-b253-f25dd884f90b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.385479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.385479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.385543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.385577] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8702f-941d-405b-b253-f25dd884f90b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.472114] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.472258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.472429] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.473309] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54609e90-0ddb-482b-98a9-813973edfeec with status ACTIVE [ 1103.473478] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.473561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.473632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.473843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.473929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.474106] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.474213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.474306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.474594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.474706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.474976] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.477322] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.477415] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.477590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.477703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.477797] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54609e90-0ddb-482b-98a9-813973edfeec is going to be updated. [ 1103.499245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.499391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.499464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.499674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.499814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.499973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54609e90-0ddb-482b-98a9-813973edfeec" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.640487] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.640710] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.640806] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.641302] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.641864] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.642095] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.642265] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.642637] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.642815] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.643067] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.643215] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.643349] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.643485] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.643622] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.643786] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.643925] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.666238] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.666451] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.666655] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.666830] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-30" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.667159] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-a1b235da-7036-4ae0-bdff-3fd703dad352 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.667325] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.667449] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.667750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.667885] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b235da-7036-4ae0-bdff-3fd703dad352',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.763810] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.765045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.765045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.765045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.765045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.765045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.765353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.765353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.765476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.765567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.765684] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 already deleted. [ 1103.765783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.887329] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e8702f-941d-405b-b253-f25dd884f90b with status ACTIVE [ 1103.887597] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.887725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.887796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.888014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.888112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.888288] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.888385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.888461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.889051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.889148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.889394] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.889518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.889586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.889735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.889812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.889916] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e8702f-941d-405b-b253-f25dd884f90b is going to be updated. [ 1103.912985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.913253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.913323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.913608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.913761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.914047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e8702f-941d-405b-b253-f25dd884f90b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.980243] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.139600] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc53ef9-4732-4297-834e-fca1ab340560 in Status: SUCCESS [ 1104.139831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.140017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.140262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.140465] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.140584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.140650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.140805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.140887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.141011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.141125] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.159513] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 in Status: SUCCESS [ 1104.159780] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 deletion is rescheduled due to dependency. [ 1104.159780] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.169638] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.169909] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.170049] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.170425] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.170632] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.170791] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port a1b235da-7036-4ae0-bdff-3fd703dad352 not found, creating... [ 1104.171075] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.171232] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.171340] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.171635] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.171778] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.172154] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.172317] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.172432] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.172639] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.172840] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.172979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: a1b235da-7036-4ae0-bdff-3fd703dad352 is going to be created. [ 1104.202038] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.202307] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.202531] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.203074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.203413] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.203723] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.482833] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.483184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.483184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.483290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.483378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.483480] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be created. [ 1104.511214] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.511366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.511417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.511635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.511825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.521696] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: UNINITIALIZED for 2s [ 1104.561015] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: SUCCESS [ 1104.561251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.561425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.561682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.561879] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.562028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.562098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.562256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.562335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.562429] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.643414] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.906571] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 in Status: SUCCESS [ 1104.907148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.956235] env[65079]: INFO networking_nsxv3.common.synchronization [req-929ae43f-e845-47c4-95e9-6360966aa883 req-edab5962-f685-495f-8a9b-a1eff048d66b service nova] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_rules [ 1104.956235] env[65079]: INFO networking_nsxv3.common.synchronization [req-929ae43f-e845-47c4-95e9-6360966aa883 req-edab5962-f685-495f-8a9b-a1eff048d66b service nova] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_members [ 1104.956235] env[65079]: INFO networking_nsxv3.common.synchronization [req-929ae43f-e845-47c4-95e9-6360966aa883 req-edab5962-f685-495f-8a9b-a1eff048d66b service nova] Enqueued Resource ID: a1b235da-7036-4ae0-bdff-3fd703dad352 with Priority: HIGHEST for action port [ 1104.956235] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_rules [ 1104.956235] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_members [ 1104.956235] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b235da-7036-4ae0-bdff-3fd703dad352 with Priority: HIGHEST for action port [ 1104.956235] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.956653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.956883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.957201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.957370] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.958896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.959329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.959626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.959897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.960163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.960370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.960555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.961561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.961754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.961919] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.963579] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b235da-7036-4ae0-bdff-3fd703dad352 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.963713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.963791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.963961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.964053] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b235da-7036-4ae0-bdff-3fd703dad352',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.065195] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.147031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc53ef9-4732-4297-834e-fca1ab340560: rpc.has_security_group_logging(os_id): False [ 1105.169315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.169395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.169429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.169644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.169748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.170021] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.170137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.170213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.170377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.170929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.170929] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 is going to be created. [ 1105.255954] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.256226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.256352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.257500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.257500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.271475] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc53ef9-4732-4297-834e-fca1ab340560 in Status: IN_PROGRESS for 2s [ 1105.465651] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.467346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.467346] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.467346] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b235da-7036-4ae0-bdff-3fd703dad352 with status ACTIVE [ 1105.467605] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.467605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.467720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.468302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.468302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.468302] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.468464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.468464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.469508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.469508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.469508] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.469508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.469508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.469508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.469508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.469743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b235da-7036-4ae0-bdff-3fd703dad352 is going to be updated. [ 1105.490598] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.490993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.490993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.490993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.491160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.491313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b235da-7036-4ae0-bdff-3fd703dad352" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.567695] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.970427] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.069845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.070029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.070090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.070625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.070625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.070625] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be updated. [ 1106.099112] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.099112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.099112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.099112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.099112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.109060] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: IN_PROGRESS for 2s [ 1106.472931] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.473183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.473183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.473392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.473480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.473587] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 is going to be created. [ 1106.499641] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.500028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.500028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.500126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.500249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.511168] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 in Status: UNINITIALIZED for 2s [ 1106.532215] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1106.532421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.532619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.532851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.533084] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.533344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.533344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.533518] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.533655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.533714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.533798] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.035762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.035979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.035979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.036484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.036484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.036484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.036726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.036726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.036809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.036967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.037063] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.037159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.037416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.037508] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.037596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.037789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.037862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.037940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.038040] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.285899] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc53ef9-4732-4297-834e-fca1ab340560 in Status: SUCCESS [ 1107.286139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.540248] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00d1f4b-4ba0-4903-bc34-3b321b74fbf6: rpc.has_security_group_logging(os_id): False [ 1107.559015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.559015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.559015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.559251] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.559285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.559515] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.559634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.559677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.559831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.559908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.561025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.561025] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.561025] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.561025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be created. [ 1107.626523] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.626735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.626827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.627064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.627264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.645495] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: IN_PROGRESS for 2s [ 1108.124517] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: SUCCESS [ 1108.124739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.124932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.125466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.125564] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.125689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.125791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.125982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.126096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.126247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.126361] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.127514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.127765] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.127970] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.128156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.128208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.130897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.131064] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.131224] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.526766] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 in Status: SUCCESS [ 1108.527047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.527257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.527505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.527786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.527911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.527978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.528160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.528246] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.529142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.529277] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.634676] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.636028] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.032416] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.100273] env[65079]: INFO networking_nsxv3.common.synchronization [req-ce40ce41-c82b-4d23-a1b6-4168f9ba3d18 req-8d10fc3a-6a6c-49c0-8d6c-7036e2e049f8 tempest-AttachInterfacesUnderV243Test-156882078 tempest-AttachInterfacesUnderV243Test-156882078-project-member] Enqueued Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1109.100806] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 with Priority: HIGHEST for action security_group_members [ 1109.101491] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8565ab-8201-4661-8a14-ad8d029be6a5 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.101590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.139864] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca8565ab-8201-4661-8a14-ad8d029be6a5: rpc.has_security_group_logging(os_id): False [ 1109.141173] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.158931] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.159071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.159149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.159379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.180316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.180621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.180846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.180962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.181187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.181270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.181482] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be updated. [ 1109.241193] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.241378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.241631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.241631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.241777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.257376] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: IN_PROGRESS for 2s [ 1109.538021] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0be9bca6-c16a-485a-8b18-d2fb865e1346: rpc.has_security_group_logging(os_id): False [ 1109.554636] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.554880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.554880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.555053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.555141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.555416] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.555521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.555588] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.555747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.555822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.555907] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 is going to be created. [ 1109.626866] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.627072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.627165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.627469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.627756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.641177] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 in Status: IN_PROGRESS for 2s [ 1109.643745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.643900] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.643978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.644216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.644303] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.644404] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be updated. [ 1109.657907] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1109.658158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.678565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.678803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.678927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.679256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.679479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.690851] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: IN_PROGRESS for 2s [ 1110.672361] env[65079]: INFO networking_nsxv3.common.synchronization [req-e6d159fb-1875-46c5-a44e-32fe204fde29 req-cd334fc9-34a9-42f3-8746-6b2326e2b7b7 tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_members [ 1110.672687] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGHEST for action security_group_members [ 1110.672770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.672925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.672985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.673258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.673441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.673546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.673618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.673771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.673874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.673977] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.105177] env[65079]: INFO networking_nsxv3.common.synchronization [None req-328c2fc0-e2c6-4787-a95c-b5745c9001a9 None None] Enqueued Resource ID: 5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b with Priority: HIGHEST for action port [ 1111.105709] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b with Priority: HIGHEST for action port [ 1111.106094] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.106217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.106284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.106542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.106654] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.176798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.176798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.177056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.177110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.177156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.177802] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.177802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.177802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.177802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.177802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.178053] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 is going to be updated. [ 1111.207845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.208028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.208076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.209071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.209071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.217991] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: IN_PROGRESS for 2s [ 1111.275661] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: SUCCESS [ 1111.276158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.276158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.276279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.276369] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.608685] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b [ 1111.608981] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.609131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.609204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.609425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.609582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.609723] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b already deleted. [ 1111.609869] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f68f0cf-5fe9-4d87-b602-49d9a1d8d60b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.664291] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 in Status: SUCCESS [ 1111.666058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.705032] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 in Status: SUCCESS [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.705032] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.705032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.705032] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.802148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.802148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.802148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.802148] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be deleted. [ 1111.896463] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.896463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.896463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.896463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.896463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.896463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.208356] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.208836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.208953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.209157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.209244] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.209703] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.209888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.210030] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.210309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.210409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.210508] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 is going to be deleted. [ 1112.241600] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.244022] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.244022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.244022] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8565ab-8201-4661-8a14-ad8d029be6a5',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.747927] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.748262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.748262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.748603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.748603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.748709] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.748776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.748837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.749010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.749106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.749193] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8565ab-8201-4661-8a14-ad8d029be6a5 already deleted. [ 1112.749272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8565ab-8201-4661-8a14-ad8d029be6a5" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.227475] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ef5302a-45a3-4791-a671-75aef409cd94 in Status: SUCCESS [ 1113.227775] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 deletion is rescheduled due to dependency. [ 1113.227978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.737763] env[65079]: INFO networking_nsxv3.common.synchronization [None req-c491e517-2c18-45d3-a21c-0e656058f13d None None] Enqueued Resource ID: e6de4dcb-f611-4d00-a0a6-bb339e593812 with Priority: HIGHEST for action port [ 1113.738801] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6de4dcb-f611-4d00-a0a6-bb339e593812 with Priority: HIGHEST for action port [ 1113.738886] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6de4dcb-f611-4d00-a0a6-bb339e593812 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.739032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6de4dcb-f611-4d00-a0a6-bb339e593812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.739129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6de4dcb-f611-4d00-a0a6-bb339e593812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.739669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6de4dcb-f611-4d00-a0a6-bb339e593812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.739669] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6de4dcb-f611-4d00-a0a6-bb339e593812',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.242832] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6de4dcb-f611-4d00-a0a6-bb339e593812 [ 1114.242832] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.242832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.242832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.242832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.242832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.242832] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6de4dcb-f611-4d00-a0a6-bb339e593812 already deleted. [ 1114.242832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6de4dcb-f611-4d00-a0a6-bb339e593812" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.211243] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6a339000-24c4-4875-a207-456ad012dd24 None None] Enqueued Resource ID: 2f51a18b-67bb-47fa-8690-c6e43dd43c57 with Priority: HIGHEST for action port [ 1117.211560] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f51a18b-67bb-47fa-8690-c6e43dd43c57 with Priority: HIGHEST for action port [ 1117.211864] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f51a18b-67bb-47fa-8690-c6e43dd43c57 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.211987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f51a18b-67bb-47fa-8690-c6e43dd43c57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.212523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f51a18b-67bb-47fa-8690-c6e43dd43c57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.212991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f51a18b-67bb-47fa-8690-c6e43dd43c57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.213101] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f51a18b-67bb-47fa-8690-c6e43dd43c57',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.715957] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f51a18b-67bb-47fa-8690-c6e43dd43c57 [ 1117.716424] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.716424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.716424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.716647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.716779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.716779] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f51a18b-67bb-47fa-8690-c6e43dd43c57 already deleted. [ 1117.716968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f51a18b-67bb-47fa-8690-c6e43dd43c57" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.339693] env[65079]: INFO networking_nsxv3.common.synchronization [None req-191dac14-9b92-4896-8f5a-599c98122b2a None None] Enqueued Resource ID: 599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb with Priority: HIGHEST for action port [ 1119.339991] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb with Priority: HIGHEST for action port [ 1119.340315] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.340438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.340506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.340752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.340837] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.745696] env[65079]: INFO networking_nsxv3.common.synchronization [req-e5068ec3-6d07-45e6-945c-2977607f04f3 req-023a8080-015b-418c-b7c7-5e915f676815 tempest-ServerMetadataTestJSON-1747665800 tempest-ServerMetadataTestJSON-1747665800-project-member] Enqueued Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_members [ 1119.746533] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_members [ 1119.746533] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.746677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.746711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.747016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.747281] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.747387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.747451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.747610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.747694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.747805] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.844976] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb [ 1119.845233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.845368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.845434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.845650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.845737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.845833] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb already deleted. [ 1119.845915] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-599b7bf5-ab53-4ee8-9d2b-c2ef56a49fbb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.067720] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.067972] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.068112] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.068431] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.068691] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.068848] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.068965] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.069411] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.069565] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.069784] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.069891] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.069998] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.070124] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.070289] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.070426] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.070560] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.092070] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.092255] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.092394] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.092566] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-156" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.092877] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.093061] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.093179] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.093505] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.093659] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6437e9d-6c61-49ce-aab6-bffdcdd23f1b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.250236] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.250470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.250586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.250895] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.251102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.251441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.251770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.251830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.252147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.252298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.252449] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 already deleted. [ 1120.252592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.596370] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.596833] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.596887] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.597259] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.597435] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.597616] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port a6437e9d-6c61-49ce-aab6-bffdcdd23f1b not found, creating... [ 1120.597919] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.598097] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.598257] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.598519] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.598659] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.599035] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.599227] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.599348] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.599557] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.599690] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.599827] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: a6437e9d-6c61-49ce-aab6-bffdcdd23f1b is going to be created. [ 1120.622690] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.622914] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.623054] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.623398] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.623669] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.623933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.307446] env[65079]: INFO networking_nsxv3.common.synchronization [req-e5068ec3-6d07-45e6-945c-2977607f04f3 req-60f955b2-1c6c-46c7-8e8e-f68bd6bf27ed service nova] Enqueued Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_rules [ 1121.307642] env[65079]: INFO networking_nsxv3.common.synchronization [req-e5068ec3-6d07-45e6-945c-2977607f04f3 req-60f955b2-1c6c-46c7-8e8e-f68bd6bf27ed service nova] Enqueued Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_members [ 1121.307798] env[65079]: INFO networking_nsxv3.common.synchronization [req-e5068ec3-6d07-45e6-945c-2977607f04f3 req-60f955b2-1c6c-46c7-8e8e-f68bd6bf27ed service nova] Enqueued Resource ID: a6437e9d-6c61-49ce-aab6-bffdcdd23f1b with Priority: HIGHEST for action port [ 1121.308356] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_rules [ 1121.308520] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_members [ 1121.308996] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6437e9d-6c61-49ce-aab6-bffdcdd23f1b with Priority: HIGHEST for action port [ 1121.308996] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.309202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.309262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.309537] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.309701] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.312360] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.312360] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.312489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.313050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.313050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.313050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.313050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.313228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.313266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.313726] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.314140] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.314287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.314691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.314691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.314691] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6437e9d-6c61-49ce-aab6-bffdcdd23f1b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.816901] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.817240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.817295] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.818158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6437e9d-6c61-49ce-aab6-bffdcdd23f1b with status ACTIVE [ 1121.818343] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.818455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.818521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.818721] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.818810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.818976] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.819081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.819158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.819326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.819406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.819585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.819676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.819736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.819873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.819946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.820278] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6437e9d-6c61-49ce-aab6-bffdcdd23f1b is going to be updated. [ 1121.841575] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.841738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.841775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.841987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.842140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.842297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6437e9d-6c61-49ce-aab6-bffdcdd23f1b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.322524] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.825457] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.825882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.825882] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.825991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.826054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.826135] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 is going to be created. [ 1122.853582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.853799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.853889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.854123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.854370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.866269] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 in Status: UNINITIALIZED for 2s [ 1122.932378] env[65079]: INFO networking_nsxv3.common.synchronization [req-d34bcee2-1070-426c-a35b-32886e15811d req-e12de4b8-b0bd-41cd-8878-d679df996616 tempest-ServerTagsTestJSON-197522133 tempest-ServerTagsTestJSON-197522133-project-member] Enqueued Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_members [ 1122.932954] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_members [ 1122.933309] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.933634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.933634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.933785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.933976] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.934095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.934160] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.934311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.934419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.934547] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.285247] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.285478] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-562" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.285676] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-562" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.286135] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-562" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.286235] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.286339] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.286453] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.286834] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.286938] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.287164] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.287278] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.287386] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.287495] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.287598] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.287702] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.287835] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.312255] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.312489] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.312679] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.312893] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-562" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.313277] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-790c4f75-81f1-4282-a41c-f12ef6678424 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.313455] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.313574] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.313964] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.314163] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790c4f75-81f1-4282-a41c-f12ef6678424',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.437601] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.437601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.437801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.437994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.438194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.438327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.438572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.438572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.438670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.438719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.438849] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c2746e-a144-4df8-b28b-70660fbb635c already deleted. [ 1123.438979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.816729] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.817081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.817220] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.817521] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.818255] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.818255] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 790c4f75-81f1-4282-a41c-f12ef6678424 not found, creating... [ 1123.818255] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.818413] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.818444] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818685] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.818981] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.819172] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.819299] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.819388] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.819591] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.819716] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.819847] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 790c4f75-81f1-4282-a41c-f12ef6678424 is going to be created. [ 1123.842022] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.842480] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.842480] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.842699] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.843294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.843294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.593285] env[65079]: INFO networking_nsxv3.common.synchronization [req-d34bcee2-1070-426c-a35b-32886e15811d req-674b5d9d-32f1-4907-b1e1-0df41805206a service nova] Enqueued Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_rules [ 1124.595035] env[65079]: INFO networking_nsxv3.common.synchronization [req-d34bcee2-1070-426c-a35b-32886e15811d req-674b5d9d-32f1-4907-b1e1-0df41805206a service nova] Enqueued Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_members [ 1124.595035] env[65079]: INFO networking_nsxv3.common.synchronization [req-d34bcee2-1070-426c-a35b-32886e15811d req-674b5d9d-32f1-4907-b1e1-0df41805206a service nova] Enqueued Resource ID: 790c4f75-81f1-4282-a41c-f12ef6678424 with Priority: HIGHEST for action port [ 1124.596614] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_rules [ 1124.596787] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_members [ 1124.596944] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790c4f75-81f1-4282-a41c-f12ef6678424 with Priority: HIGHEST for action port [ 1124.597296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.597457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.597542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.598386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.598515] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.599485] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.601050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.601050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.601050] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.601499] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-790c4f75-81f1-4282-a41c-f12ef6678424 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.601499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.601499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.601858] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790c4f75-81f1-4282-a41c-f12ef6678424',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.877553] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 in Status: SUCCESS [ 1124.877940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.877990] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.878753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.878753] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.878753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.878753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.879021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.879021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.879085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.879169] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.103872] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.104014] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.104231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 790c4f75-81f1-4282-a41c-f12ef6678424 with status ACTIVE [ 1125.104531] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.104531] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.104622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.104779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.104865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.105458] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.105458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.105458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.105458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.105458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.105689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.105749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.105779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.105928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.106038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.106131] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 790c4f75-81f1-4282-a41c-f12ef6678424 is going to be updated. [ 1125.107502] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.128955] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.129131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.129229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.129404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.129542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.129702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-790c4f75-81f1-4282-a41c-f12ef6678424" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.264378] env[65079]: INFO networking_nsxv3.common.synchronization [req-a8ef745a-fd6a-46ea-9a47-88aa99d6b4db req-4adb12c3-06f8-4022-a655-2839b9f95684 tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 1125.265468] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 1125.265937] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.266130] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.266233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.266521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.266747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.266910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267521] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.440207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.440612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.440612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.440848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.441062] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.441062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.441231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.441836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.441836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.441836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.441836] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.442131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.442131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.442131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.442271] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.442353] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.442471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.442951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.442951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.442951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.442951] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.611247] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.939147] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.946342] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca0497a-a373-4d3c-aebc-8da3f3a6b674: rpc.has_security_group_logging(os_id): False [ 1125.969888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.970239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.970371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.970612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.970707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.970941] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.971095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.971196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.971402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.971519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.971770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.971907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.972116] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.972209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.972266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.972497] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.972625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.972693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.972872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.972947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.973067] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 is going to be created. [ 1126.065683] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.066536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.066536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.066536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.066701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.081112] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 in Status: IN_PROGRESS for 2s [ 1126.113646] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.113884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.113884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.114604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.114604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.114604] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c2746e-a144-4df8-b28b-70660fbb635c is going to be created. [ 1126.142844] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.142844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.142844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.143169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.143169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.166314] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c2746e-a144-4df8-b28b-70660fbb635c in Status: UNINITIALIZED for 2s [ 1126.365462] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.365721] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.365843] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.366118] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.366371] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.366524] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.366635] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.366975] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.367150] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.367358] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.367587] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.367587] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.367710] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.367775] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.367922] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.368050] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.388714] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.388940] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.389311] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.389750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.389988] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-d9f55385-84f4-4c6e-804e-61479b408b2d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.390192] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.390349] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.390605] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.390977] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f55385-84f4-4c6e-804e-61479b408b2d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.441935] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.893818] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.894236] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.894463] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.894912] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.895155] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.895520] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.895701] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.895849] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.896130] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.896284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.896694] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.896802] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.896983] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.897244] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.897590] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.897590] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: d9f55385-84f4-4c6e-804e-61479b408b2d is going to be updated. [ 1126.919727] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.919985] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.920081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.920361] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.920566] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.920790] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.943809] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.944158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.944158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.944318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.944419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.944532] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be updated. [ 1126.976043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.976043] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.976268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.976300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.976466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.986345] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 1127.627031] env[65079]: INFO networking_nsxv3.common.synchronization [req-8968fbe8-5569-46b2-9f97-b14f3495ade7 req-91108100-1e70-4dcf-acd2-90ecf3514f1f service nova] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 1127.627031] env[65079]: INFO networking_nsxv3.common.synchronization [req-8968fbe8-5569-46b2-9f97-b14f3495ade7 req-91108100-1e70-4dcf-acd2-90ecf3514f1f service nova] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1127.627031] env[65079]: INFO networking_nsxv3.common.synchronization [req-8968fbe8-5569-46b2-9f97-b14f3495ade7 req-91108100-1e70-4dcf-acd2-90ecf3514f1f service nova] Enqueued Resource ID: d9f55385-84f4-4c6e-804e-61479b408b2d with Priority: HIGHEST for action port [ 1127.627031] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_rules [ 1127.627031] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1127.627031] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f55385-84f4-4c6e-804e-61479b408b2d with Priority: HIGHEST for action port [ 1127.627031] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.627031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.627031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.627031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.627532] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.629441] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.629600] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.629673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.629879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.630062] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.630171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.630234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.630431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.630671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.630671] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.631429] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f55385-84f4-4c6e-804e-61479b408b2d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.631538] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.631607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.631766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.631842] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f55385-84f4-4c6e-804e-61479b408b2d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.094407] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 in Status: SUCCESS [ 1128.094668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.129282] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.129461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.133809] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.134817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f55385-84f4-4c6e-804e-61479b408b2d with status ACTIVE [ 1128.135480] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.135480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.135480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.135480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.135480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.135671] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.135671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.135736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.135838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.135942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.136135] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.136238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.136307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.136448] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.136521] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.136602] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f55385-84f4-4c6e-804e-61479b408b2d is going to be updated. [ 1128.156821] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.157045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.157132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.157320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.157454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.157602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f55385-84f4-4c6e-804e-61479b408b2d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.177922] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c2746e-a144-4df8-b28b-70660fbb635c in Status: SUCCESS [ 1128.178561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.178701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.178943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.179157] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.179269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.180047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.180047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.180047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.180047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.180047] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.639197] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.683371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.683585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.683585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.683801] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.683964] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.684126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.684126] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.684279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.684365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.684450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.684592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.684702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.686125] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.686125] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.686125] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.997513] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 1128.997513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.141274] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.141997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.141997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.141997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.142208] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 is going to be updated. [ 1129.173973] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.173973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.174175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.174275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.174409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.184423] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: IN_PROGRESS for 2s [ 1129.187889] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5c2746e-a144-4df8-b28b-70660fbb635c: rpc.has_security_group_logging(os_id): False [ 1129.210890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.211090] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.211158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.211325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.211412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.211651] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.211753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.211814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.211970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.212061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.212243] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.212338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.212397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.212532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.212606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.212786] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.212967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.213047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.213228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.213305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.213392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c2746e-a144-4df8-b28b-70660fbb635c is going to be created. [ 1129.330294] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.330294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.330626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.330752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.331749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.353015] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c2746e-a144-4df8-b28b-70660fbb635c in Status: IN_PROGRESS for 2s [ 1131.194742] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: SUCCESS [ 1131.195222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.195222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.195580] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.196179] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.196307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.196364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.196536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.196617] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.196700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.196791] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.367822] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c2746e-a144-4df8-b28b-70660fbb635c in Status: SUCCESS [ 1131.368143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532024] env[65079]: INFO networking_nsxv3.common.synchronization [req-1e3a2e49-07f0-4758-ad84-09eb2493d360 req-5943ff69-6422-4e70-8e7f-5673016938e0 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1131.533853] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1131.533853] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.533853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.533853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.533853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.533853] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.533853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.533853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.534492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.534492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.534492] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.641836] env[65079]: INFO networking_nsxv3.common.synchronization [req-eff3c7b8-8fa7-4089-b400-56d445f1a1b1 req-6c911a89-12ae-4908-9a04-8a1c85384a55 tempest-ServerRescueNegativeTestJSON-873125951 tempest-ServerRescueNegativeTestJSON-873125951-project-member] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 1131.643079] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGHEST for action security_group_members [ 1131.643241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.643481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.643481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.644854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.644854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.644854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.644854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.644854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.644854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.644854] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.699385] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.036621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.036894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.037088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.037431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.037598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.037813] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.037980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.038087] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.038379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.038428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.038511] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be updated. [ 1132.069538] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.069739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.069739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.070021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.070211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.080282] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: IN_PROGRESS for 2s [ 1132.148143] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.148143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.148143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.148143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.148143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.148506] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.148506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.148596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.148779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.148995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.149057] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be updated. [ 1132.187475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.187673] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.187749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.188065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.188243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.201342] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: IN_PROGRESS for 2s [ 1132.201917] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dfac32a-6884-4a29-b40c-da7ae117ce78: rpc.has_security_group_logging(os_id): False [ 1132.237762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.237983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.237983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.238570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.278234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.278568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.278699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.278740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.278964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.279049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.279152] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 is going to be updated. [ 1132.407719] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.407978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.407978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.408200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.408393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.437250] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: IN_PROGRESS for 2s [ 1132.827911] env[65079]: INFO networking_nsxv3.common.synchronization [req-d26fefb2-3482-47d5-96e2-01ccea663eef req-fac2b639-f7cf-4b42-8d3a-765b8339f829 tempest-ServerMetadataTestJSON-1747665800 tempest-ServerMetadataTestJSON-1747665800-project-member] Enqueued Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_members [ 1132.828235] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGHEST for action security_group_members [ 1132.828686] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.828865] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.828913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.829141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.829363] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.829459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.829494] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.829737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.829810] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.829933] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.333110] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.333464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.333464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.333554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.333585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.333789] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.333889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.333954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.334131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.334364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.334461] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 is going to be updated. [ 1133.363971] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.364156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.364245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.364955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.364955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.375079] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 in Status: IN_PROGRESS for 2s [ 1134.092209] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1134.092400] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 deletion is rescheduled due to dependency. [ 1134.092504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.214415] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c549073-e79a-4010-b415-aaa77707e64f in Status: SUCCESS [ 1134.214683] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c549073-e79a-4010-b415-aaa77707e64f deletion is rescheduled due to dependency. [ 1134.214827] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.457323] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: SUCCESS [ 1134.457707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.387176] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 in Status: SUCCESS [ 1135.387392] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 deletion is rescheduled due to dependency. [ 1135.387564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.788575] env[65079]: INFO networking_nsxv3.common.synchronization [None req-9c12fbc8-7ad0-4d40-b47c-6cccb4a1facb tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_rules [ 1135.788944] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_rules [ 1135.789382] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.789515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.789623] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.790302] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.790401] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.943358] env[65079]: INFO networking_nsxv3.common.synchronization [None req-729eb631-f112-4389-bd84-95c57288ad5b tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_rules [ 1135.944078] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_rules [ 1135.944547] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.944655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.315659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.315659] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 already deleted. [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.315659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.315659] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.838901] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.840024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.840024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.840024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.840024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.840194] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 already deleted. [ 1136.840310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.887877] env[65079]: INFO networking_nsxv3.common.synchronization [req-24b5acce-b519-4bcc-ba2f-729454476f30 req-d62a7403-dac6-4b08-b084-202904a1c15b tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_members [ 1136.888231] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf with Priority: HIGHEST for action security_group_members [ 1136.888365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.888923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.888923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.888923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.888923] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.889111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.889481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.889481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.889481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.889609] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.978859] env[65079]: INFO networking_nsxv3.common.synchronization [req-09f50a7a-71d5-4a4d-95fd-79d528dcd844 req-f047e8fc-ef3d-4d55-af52-6e0ff7e7f067 tempest-ServerTagsTestJSON-197522133 tempest-ServerTagsTestJSON-197522133-project-member] Enqueued Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_members [ 1136.979463] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c2746e-a144-4df8-b28b-70660fbb635c with Priority: HIGHEST for action security_group_members [ 1136.979779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c2746e-a144-4df8-b28b-70660fbb635c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.979901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.979967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.980563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.980745] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.981038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.981134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.981310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.981400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.981651] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c2746e-a144-4df8-b28b-70660fbb635c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.391584] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.392115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.392115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.392115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.417850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.418211] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.418386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.418386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.418640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.418724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.418893] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf is going to be updated. [ 1137.449505] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.449699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.449699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.449916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.450101] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.461211] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf in Status: IN_PROGRESS for 2s [ 1137.483918] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.484134] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.484176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.484451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.484554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.484828] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.484911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.484997] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.485263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.485349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.485440] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c2746e-a144-4df8-b28b-70660fbb635c is going to be updated. [ 1137.517367] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.517558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.517558] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.517850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.517930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.530780] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c2746e-a144-4df8-b28b-70660fbb635c in Status: IN_PROGRESS for 2s [ 1139.475268] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf in Status: SUCCESS [ 1139.475268] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf deletion is rescheduled due to dependency. [ 1139.475268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.543526] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c2746e-a144-4df8-b28b-70660fbb635c in Status: SUCCESS [ 1139.543730] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c2746e-a144-4df8-b28b-70660fbb635c deletion is rescheduled due to dependency. [ 1139.543817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c2746e-a144-4df8-b28b-70660fbb635c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.659582] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1acf24e-baeb-4782-ae28-28576bf9be48 req-9d715f32-c1b4-4eda-8ba0-bc7e1b99c003 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_members [ 1141.659839] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_members [ 1141.659998] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.660131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.660196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.660450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.660609] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.660711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.660772] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.660920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.661008] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.661106] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.021117] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.021368] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.021493] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.021764] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.022591] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.022765] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.022887] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.023127] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.023279] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.023630] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.023630] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.023736] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.023832] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.023941] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.024059] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.024210] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.045485] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.045703] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.045843] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.046040] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.046418] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-c85953f2-c510-4d9b-a1e5-e635f872edd2 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.046603] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.046724] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.047098] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.047291] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c85953f2-c510-4d9b-a1e5-e635f872edd2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.163303] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.163552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.163667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.164009] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.164196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.164518] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.164684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.164795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.165103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.165153] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.165266] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 already deleted. [ 1142.165351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.550203] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.550442] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.550560] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.550846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.550998] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.551163] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port c85953f2-c510-4d9b-a1e5-e635f872edd2 not found, creating... [ 1142.551419] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.551571] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.551685] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.551896] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.552040] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.552339] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.552500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.552615] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.552818] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.552949] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.553094] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: c85953f2-c510-4d9b-a1e5-e635f872edd2 is going to be created. [ 1142.572894] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.573114] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.573242] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.573527] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.573724] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.573941] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.306099] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1acf24e-baeb-4782-ae28-28576bf9be48 req-a3a060c9-8a9d-4aea-8a78-9ffab51fc45a service nova] Enqueued Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_rules [ 1143.306574] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1acf24e-baeb-4782-ae28-28576bf9be48 req-a3a060c9-8a9d-4aea-8a78-9ffab51fc45a service nova] Enqueued Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_members [ 1143.306574] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1acf24e-baeb-4782-ae28-28576bf9be48 req-a3a060c9-8a9d-4aea-8a78-9ffab51fc45a service nova] Enqueued Resource ID: c85953f2-c510-4d9b-a1e5-e635f872edd2 with Priority: HIGHEST for action port [ 1143.307904] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_rules [ 1143.308096] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_members [ 1143.308204] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85953f2-c510-4d9b-a1e5-e635f872edd2 with Priority: HIGHEST for action port [ 1143.308490] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.308606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.308674] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.308887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.308982] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.311419] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.312598] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.312598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.312598] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.313318] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-c85953f2-c510-4d9b-a1e5-e635f872edd2 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.313382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.313412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.313581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.313658] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c85953f2-c510-4d9b-a1e5-e635f872edd2',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.812836] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.813046] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.816339] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.817330] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c85953f2-c510-4d9b-a1e5-e635f872edd2 with status ACTIVE [ 1143.817599] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.817732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.817821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.818091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.818181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.818361] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.818461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.818526] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.819280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.819280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.819280] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.819280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.819280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.819280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.819280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.819545] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c85953f2-c510-4d9b-a1e5-e635f872edd2 is going to be updated. [ 1143.840708] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.840971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.841053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.841347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.841505] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.841690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c85953f2-c510-4d9b-a1e5-e635f872edd2" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.321983] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.827585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.827585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.827585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.827585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.827585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.827585] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 is going to be created. [ 1144.852690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.852690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.852690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.852690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.852936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.864622] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 in Status: UNINITIALIZED for 2s [ 1145.193114] env[65079]: INFO networking_nsxv3.common.synchronization [None req-6ba1aff2-b018-4bfb-a542-36dba70c89ce tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_rules [ 1145.193603] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_rules [ 1145.193936] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.194230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.194315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.194585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.194672] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.287012] env[65079]: INFO networking_nsxv3.common.synchronization [None req-26df8b4c-7c1c-4303-bbeb-eaa0c023fa33 tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_rules [ 1145.287659] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_rules [ 1145.287983] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.288105] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.716367] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.716723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.716723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.716824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.716884] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.716985] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 already deleted. [ 1145.717120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.717343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.717527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.717616] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.238138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.238282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.238342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.238556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.238650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.238746] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 already deleted. [ 1146.238828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.873935] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 in Status: SUCCESS [ 1146.874368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.874418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.874643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.874841] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.874956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.875051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.875290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.875473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.875584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.875693] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.378275] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.881047] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9: rpc.has_security_group_logging(os_id): False [ 1147.981426] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.981640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.981640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.981799] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.981889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.982139] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.982236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.982299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.982443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.982515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.982599] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 is going to be created. [ 1148.050783] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.051036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.051036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.051219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.051404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.062392] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 in Status: IN_PROGRESS for 2s [ 1150.075202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 in Status: SUCCESS [ 1150.075561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.289588] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1150.289588] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1150.778174] env[65079]: INFO networking_nsxv3.common.synchronization [req-b49a2853-7bb0-48d2-b990-e93885be64b8 req-7cb46c0c-dc34-4956-ad9d-33660dac0696 tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_members [ 1150.778174] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_members [ 1150.778174] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.778174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.778174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.778174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.778174] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.778174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.778174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.778174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.782308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.782308] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.123052] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.123384] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.123384] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.123562] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.123863] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.124061] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.124193] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.124441] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.124604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.124868] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.124994] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.125140] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.125269] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.125407] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.125509] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.125665] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.144736] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.144891] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.145038] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.145256] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-623" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.145633] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-7f0700f9-bf2d-4464-bf03-c249232de1c7 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.145755] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.145871] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.146205] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.146344] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0700f9-bf2d-4464-bf03-c249232de1c7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.283505] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.283678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.283678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.283877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.283963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.284172] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.284273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.284336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.284484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.284559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.284642] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 already deleted. [ 1151.284719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.648515] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.648740] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.648890] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.649178] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.649335] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.649513] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 7f0700f9-bf2d-4464-bf03-c249232de1c7 not found, creating... [ 1151.649848] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.650015] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.650135] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.650353] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.650487] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.650768] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.650922] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.651045] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.651246] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.651376] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.651509] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 7f0700f9-bf2d-4464-bf03-c249232de1c7 is going to be created. [ 1151.673903] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.674140] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.674233] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.674500] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.674723] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.674938] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.397871] env[65079]: INFO networking_nsxv3.common.synchronization [req-b49a2853-7bb0-48d2-b990-e93885be64b8 req-1a9e10c8-3982-426f-9888-ddaac807d3e9 service nova] Enqueued Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_rules [ 1152.398165] env[65079]: INFO networking_nsxv3.common.synchronization [req-b49a2853-7bb0-48d2-b990-e93885be64b8 req-1a9e10c8-3982-426f-9888-ddaac807d3e9 service nova] Enqueued Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_members [ 1152.398263] env[65079]: INFO networking_nsxv3.common.synchronization [req-b49a2853-7bb0-48d2-b990-e93885be64b8 req-1a9e10c8-3982-426f-9888-ddaac807d3e9 service nova] Enqueued Resource ID: 7f0700f9-bf2d-4464-bf03-c249232de1c7 with Priority: HIGHEST for action port [ 1152.399613] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_rules [ 1152.399715] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_members [ 1152.399796] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0700f9-bf2d-4464-bf03-c249232de1c7 with Priority: HIGHEST for action port [ 1152.400111] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.400276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.400369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.400589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.400692] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.402093] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.402093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.402093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.402093] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.402093] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.402314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.402314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.402384] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.402413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.402560] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.403320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0700f9-bf2d-4464-bf03-c249232de1c7 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.404110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.404110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.404110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.404110] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0700f9-bf2d-4464-bf03-c249232de1c7',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.905571] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.906692] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.906836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.907079] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f0700f9-bf2d-4464-bf03-c249232de1c7 with status ACTIVE [ 1152.907265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.907395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.907477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.907729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.907836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.908082] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.908206] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.908295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.908503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.908605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.908850] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.908984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.909529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.909728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.909830] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.909941] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f0700f9-bf2d-4464-bf03-c249232de1c7 is going to be updated. [ 1152.931092] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.931238] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.931282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.931831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.931831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.931831] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0700f9-bf2d-4464-bf03-c249232de1c7" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.412668] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.914539] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.914754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.914754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.915033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.915146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.915211] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 is going to be created. [ 1153.943356] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.943484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.943581] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.943755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.943909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.955203] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea5c418-6ec3-4f55-8af7-97666fa52346 in Status: UNINITIALIZED for 2s [ 1155.966150] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea5c418-6ec3-4f55-8af7-97666fa52346 in Status: SUCCESS [ 1155.966484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.966547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.966868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.967124] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.967255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.967351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.967585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.967585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.967691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.967777] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.470602] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.972693] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea5c418-6ec3-4f55-8af7-97666fa52346: rpc.has_security_group_logging(os_id): False [ 1156.993219] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.993381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.993471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.993796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.993982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.994340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.994598] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.994677] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.994867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.994930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.995042] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 is going to be created. [ 1157.077859] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.078073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.078118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.078396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.078630] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.092079] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea5c418-6ec3-4f55-8af7-97666fa52346 in Status: IN_PROGRESS for 2s [ 1157.401598] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.401598] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1159.105245] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea5c418-6ec3-4f55-8af7-97666fa52346 in Status: SUCCESS [ 1159.105632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.694409] env[65079]: INFO networking_nsxv3.common.synchronization [req-1c1c53c3-30e3-4acf-afed-be635b5a229f req-5764657d-18f3-4da0-8ee6-d5c3a0e8fb17 tempest-ServersTestManualDisk-181895673 tempest-ServersTestManualDisk-181895673-project-member] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_members [ 1159.695017] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGHEST for action security_group_members [ 1159.695369] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.695509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.695573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.695774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.696178] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.696274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.696274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.696430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.696515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.697234] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.199596] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.199935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.199935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.200054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.200147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.200350] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.200451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.200520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.200657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.200732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.200820] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 is going to be updated. [ 1160.228190] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.228391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.228391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.228592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.228839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.238357] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 in Status: IN_PROGRESS for 2s [ 1162.248636] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 in Status: SUCCESS [ 1162.248991] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 deletion is rescheduled due to dependency. [ 1162.248991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.695612] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.695881] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1167.109365] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7aacd2ba-9c61-4a8b-a9eb-ae077dab345f tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_rules [ 1167.109928] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_rules [ 1167.110246] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.110368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.110434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.110879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.110879] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.190604] env[65079]: INFO networking_nsxv3.common.synchronization [None req-8ecf57e2-6549-4a6f-8bf6-3b83e5e12061 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_rules [ 1167.191676] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_rules [ 1167.191774] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.191911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.633048] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.633253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.633306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.633507] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.633597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.633694] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae already deleted. [ 1167.633778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.633926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.634082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.634165] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.153822] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.154144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.154144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.154320] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.154405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.154562] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae already deleted. [ 1168.154663] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.754407] env[65079]: INFO networking_nsxv3.common.synchronization [None req-458cd24a-86b8-4cf8-82ac-37c658ea024c None None] Enqueued Resource ID: 5f35b746-1284-4a0d-9365-58ca46f8719c with Priority: HIGHEST for action port [ 1168.754950] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f35b746-1284-4a0d-9365-58ca46f8719c with Priority: HIGHEST for action port [ 1168.755279] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f35b746-1284-4a0d-9365-58ca46f8719c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.755418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f35b746-1284-4a0d-9365-58ca46f8719c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.755504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f35b746-1284-4a0d-9365-58ca46f8719c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.755740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f35b746-1284-4a0d-9365-58ca46f8719c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.755824] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f35b746-1284-4a0d-9365-58ca46f8719c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.258612] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f35b746-1284-4a0d-9365-58ca46f8719c [ 1169.258845] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.258845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.258845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.259052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.259225] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.259225] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f35b746-1284-4a0d-9365-58ca46f8719c already deleted. [ 1169.259312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f35b746-1284-4a0d-9365-58ca46f8719c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.943287] env[65079]: INFO networking_nsxv3.common.synchronization [None req-c84cc034-3e15-4de2-9599-596f354b6231 None None] Enqueued Resource ID: 0cd56305-53d8-472c-aa71-775bfec3b9cb with Priority: HIGHEST for action port [ 1170.943829] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd56305-53d8-472c-aa71-775bfec3b9cb with Priority: HIGHEST for action port [ 1170.944148] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd56305-53d8-472c-aa71-775bfec3b9cb taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.944271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd56305-53d8-472c-aa71-775bfec3b9cb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.944340] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd56305-53d8-472c-aa71-775bfec3b9cb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.944591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd56305-53d8-472c-aa71-775bfec3b9cb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.944677] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd56305-53d8-472c-aa71-775bfec3b9cb',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.446757] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cd56305-53d8-472c-aa71-775bfec3b9cb [ 1171.446982] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.447142] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.447213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.447434] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.447569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.447679] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cd56305-53d8-472c-aa71-775bfec3b9cb already deleted. [ 1171.447767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd56305-53d8-472c-aa71-775bfec3b9cb" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.673593] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ce79042-5d43-4e2a-80c6-10946f3a9826 req-5b460fdb-e4e5-4d93-8452-731efa8d0cc9 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_members [ 1173.674190] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_members [ 1173.674500] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.674620] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.674689] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.675117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.675556] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.675724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.675862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.676078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.676310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.676458] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.000381] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.000788] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.000788] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.001066] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.001321] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.001534] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.001631] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.002065] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.002065] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.002240] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.002354] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.002462] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.002629] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.002676] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.002761] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.002886] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.023510] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.023802] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.023923] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.024186] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.024544] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.024792] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.024961] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.025344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.025518] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6f3edd-6b5b-41e5-b174-7a976fb61c8d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.178637] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.178826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.178871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.179146] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.179240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.179445] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.179547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.179611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.179761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.179837] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.179923] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae already deleted. [ 1174.180069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.528515] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.528515] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.528839] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.528918] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.529037] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.529203] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port ec6f3edd-6b5b-41e5-b174-7a976fb61c8d not found, creating... [ 1174.529460] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.529630] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.529756] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.529990] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.530363] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.530447] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.530562] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.530675] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.530877] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.531015] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.531154] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: ec6f3edd-6b5b-41e5-b174-7a976fb61c8d is going to be created. [ 1174.552797] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.553086] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.553152] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.553396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.553619] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.553840] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.275148] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ce79042-5d43-4e2a-80c6-10946f3a9826 req-a44c373f-553b-4ad2-91e7-c136cfba0ccc service nova] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_rules [ 1175.275148] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ce79042-5d43-4e2a-80c6-10946f3a9826 req-a44c373f-553b-4ad2-91e7-c136cfba0ccc service nova] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_members [ 1175.275148] env[65079]: INFO networking_nsxv3.common.synchronization [req-7ce79042-5d43-4e2a-80c6-10946f3a9826 req-a44c373f-553b-4ad2-91e7-c136cfba0ccc service nova] Enqueued Resource ID: ec6f3edd-6b5b-41e5-b174-7a976fb61c8d with Priority: HIGHEST for action port [ 1175.275769] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_rules [ 1175.276425] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_members [ 1175.276540] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6f3edd-6b5b-41e5-b174-7a976fb61c8d with Priority: HIGHEST for action port [ 1175.276847] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.276977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.277135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.277264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.277344] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.278437] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.278876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.278876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.278876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.279055] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.279055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.279140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.279237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.279321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.279447] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.280322] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.280425] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.281231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.281231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.281231] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6f3edd-6b5b-41e5-b174-7a976fb61c8d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.782106] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.783374] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.783374] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.783745] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6f3edd-6b5b-41e5-b174-7a976fb61c8d with status ACTIVE [ 1175.784056] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.784176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.784222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.784815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.784815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.784815] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.784815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.784815] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.785061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.785061] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.785277] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.785433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.785464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.785678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.785782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.785892] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6f3edd-6b5b-41e5-b174-7a976fb61c8d is going to be updated. [ 1175.808669] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.808898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.808898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.809182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.809355] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.809552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6f3edd-6b5b-41e5-b174-7a976fb61c8d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.899385] env[65079]: INFO networking_nsxv3.common.synchronization [req-5e493737-c58d-4c21-b5fa-ba082fa52819 req-be31e15f-a13e-4fc9-902d-0b6cc09b025e tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1175.899385] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1175.899385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.899385] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.899385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.900333] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.236268] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.236510] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.236636] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.236970] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.237239] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.237393] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.237506] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.237750] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.237925] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.238156] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.238268] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.238373] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.238480] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.238611] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.238809] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.238861] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.256468] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.256646] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.256769] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.257058] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.257326] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-1767c9f1-9f9f-4604-8057-39bd9671ca5d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.257491] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.257672] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.257996] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.258149] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1767c9f1-9f9f-4604-8057-39bd9671ca5d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.284854] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.403353] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.403519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.403609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.403816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.403906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.404118] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.404216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.404265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.404416] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.404490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.404575] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b already deleted. [ 1176.404655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.761336] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.761502] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.761639] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.761903] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.762074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.762215] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 1767c9f1-9f9f-4604-8057-39bd9671ca5d not found, creating... [ 1176.762478] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.762635] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.762756] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.762968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.763222] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.763395] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.763547] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.763663] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.763867] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.763999] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.764148] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 1767c9f1-9f9f-4604-8057-39bd9671ca5d is going to be created. [ 1176.787242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.787450] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.787498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.787771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.787858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.787964] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae is going to be created. [ 1176.791581] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.791774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.791898] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.792158] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.792388] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.792599] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.834071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.834247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.834308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.834525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.834693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.848121] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae in Status: UNINITIALIZED for 2s [ 1177.475382] env[65079]: INFO networking_nsxv3.common.synchronization [req-5e493737-c58d-4c21-b5fa-ba082fa52819 req-df90ac88-d11e-4c3c-953c-331ae72a26e3 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1177.475382] env[65079]: INFO networking_nsxv3.common.synchronization [req-5e493737-c58d-4c21-b5fa-ba082fa52819 req-df90ac88-d11e-4c3c-953c-331ae72a26e3 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1177.475666] env[65079]: INFO networking_nsxv3.common.synchronization [req-5e493737-c58d-4c21-b5fa-ba082fa52819 req-df90ac88-d11e-4c3c-953c-331ae72a26e3 service nova] Enqueued Resource ID: 1767c9f1-9f9f-4604-8057-39bd9671ca5d with Priority: HIGHEST for action port [ 1177.475732] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1177.475864] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1177.475966] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1767c9f1-9f9f-4604-8057-39bd9671ca5d with Priority: HIGHEST for action port [ 1177.476551] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.476657] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.476725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.476977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.477207] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.478466] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.478703] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.478778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.478961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.479122] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.479218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.479281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.479421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.479506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.479597] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.481632] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-1767c9f1-9f9f-4604-8057-39bd9671ca5d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.481632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.481632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.481632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.481632] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1767c9f1-9f9f-4604-8057-39bd9671ca5d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.979727] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.979876] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.982244] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.983195] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1767c9f1-9f9f-4604-8057-39bd9671ca5d with status ACTIVE [ 1177.983392] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.983515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.983583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.983787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.983878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.984071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.984172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.984235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.984385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.984460] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.984637] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.984752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.984809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.984954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.985898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.985898] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1767c9f1-9f9f-4604-8057-39bd9671ca5d is going to be updated. [ 1178.010213] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.010213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.010213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.010213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.010454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.010560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1767c9f1-9f9f-4604-8057-39bd9671ca5d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.487785] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.858725] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae in Status: SUCCESS [ 1178.858950] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.859124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.859345] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.859532] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.859641] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.859707] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.859857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.859961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.860115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.860115] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.990694] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.990862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.990862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.991088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.991180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.991284] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be created. [ 1179.015785] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.015984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.016095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.016312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.016478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.026881] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: UNINITIALIZED for 2s [ 1179.362339] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.866185] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa7e6a3d-c123-48bd-add9-cbba04b1c6ae: rpc.has_security_group_logging(os_id): False [ 1179.885020] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.885254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.885254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.885499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.885618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.885928] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.886056] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.886123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.886315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.886400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.886501] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae is going to be created. [ 1179.952664] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.952902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.952902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.953232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.953351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.964147] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae in Status: IN_PROGRESS for 2s [ 1181.039406] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1181.039406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.039797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.039858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.040039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.040161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.040326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.040480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.040786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.040786] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.040944] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.544164] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.544308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.544378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.544592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.544784] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.544897] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.544962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.545135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.545221] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.545307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.545464] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.545548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.545607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.545747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.545885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.545992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.546055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.546227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.546277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.546365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.546417] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.979530] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae in Status: SUCCESS [ 1181.979749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.049427] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d896cb86-279b-4b17-9104-217d3267c97b: rpc.has_security_group_logging(os_id): False [ 1182.068879] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.069095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.069141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.069350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.069470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.069661] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.069763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.069825] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.070017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.070110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.070319] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.070436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.070479] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.070592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.070664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.070872] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.070969] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.071038] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.071193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.071268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.071353] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be created. [ 1182.129885] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.130218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.130218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.130329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.130513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.141137] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1182.477378] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.477585] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.156582] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1184.157102] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.167751] env[65079]: INFO networking_nsxv3.common.synchronization [req-0d8e8d40-630b-43a9-99bb-0a34ad605733 req-6a3fef97-1ba6-4bc8-9cfc-c26626700d65 tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1185.167751] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1185.167751] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.167751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.167751] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.168144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.168144] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.168795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.168795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.168795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.168795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.169021] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.671379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.671604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.671604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.671845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.671936] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.672161] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.672266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.672332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.672492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.672573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.672665] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1185.700951] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.701198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.701198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.701389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.701533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.709934] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1187.721139] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1187.721458] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 deletion is rescheduled due to dependency. [ 1187.721500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.811177] env[65079]: INFO networking_nsxv3.common.synchronization [req-cefa02b5-ec31-4177-93b5-28b35681e2c5 req-18aeaab1-9504-471d-a6bf-1a43c413f164 tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1187.811728] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 with Priority: HIGHEST for action security_group_members [ 1187.812250] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dfac32a-6884-4a29-b40c-da7ae117ce78 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.812394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.812463] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.812662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.812844] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.813020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.813020] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.813176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.813277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.813366] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dfac32a-6884-4a29-b40c-da7ae117ce78',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.315519] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.315718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.315718] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.315939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.316045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.316246] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.316347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.316411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.316561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.316638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.316721] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 is going to be updated. [ 1188.343565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.343702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.343771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.343980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.344181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.353170] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: IN_PROGRESS for 2s [ 1190.364928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 in Status: SUCCESS [ 1190.365169] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dfac32a-6884-4a29-b40c-da7ae117ce78 deletion is rescheduled due to dependency. [ 1190.365220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dfac32a-6884-4a29-b40c-da7ae117ce78" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.569932] env[65079]: INFO networking_nsxv3.common.synchronization [None req-22830bb1-8e34-4527-8975-245ccf1b6ff5 tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1192.570602] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1192.570911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.571041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.571124] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.571506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.571627] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.661143] env[65079]: INFO networking_nsxv3.common.synchronization [None req-f4b8fe6d-b01a-4917-b405-196242c98b7b tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1192.661819] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1192.662393] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.662393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.092278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.092456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.092503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.092723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.092819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.092909] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd056745-797a-41c2-974c-73a83958a594 already deleted. [ 1193.093026] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.093179] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.093338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.093421] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.617571] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.618029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.618029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.618144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.618144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.618243] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd056745-797a-41c2-974c-73a83958a594 already deleted. [ 1193.618334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.299704] env[65079]: INFO networking_nsxv3.common.synchronization [req-b8381d7b-33cb-43a1-ac65-af064a318559 req-7e91b786-ced2-4da2-91ab-bc935d360e0f tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1194.300347] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1194.300707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.300867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.300957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.301200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.301381] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.301506] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.301589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.301789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.301874] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.301999] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.654639] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.654967] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.655054] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.655375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.655632] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.655830] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.655949] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.656191] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.656336] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.656543] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.656656] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.656784] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.656900] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.657016] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.657123] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.657253] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.679294] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.679466] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.679614] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.679851] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.680244] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-58b7fc88-6691-4299-b468-b13c56b23014 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.680429] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.680549] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.680867] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.681009] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b7fc88-6691-4299-b468-b13c56b23014',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.804451] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.804683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.804683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.804938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.805069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.805215] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.805325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.805392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.805579] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.805659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.805783] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1194.830666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.830881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.830881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.831085] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.831230] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.840639] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1195.183326] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.183534] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.183650] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.183931] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.184111] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.184322] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 58b7fc88-6691-4299-b468-b13c56b23014 not found, creating... [ 1195.184513] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.184662] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.184774] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.185050] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.185186] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.185479] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.185644] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.185761] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.186204] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.186204] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.186295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 58b7fc88-6691-4299-b468-b13c56b23014 is going to be created. [ 1195.206876] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.207152] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.207228] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.207506] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.207901] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.208113] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.910240] env[65079]: INFO networking_nsxv3.common.synchronization [req-b8381d7b-33cb-43a1-ac65-af064a318559 req-13726958-a8be-45ba-83f5-bb8f4019258b service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 1195.910545] env[65079]: INFO networking_nsxv3.common.synchronization [req-b8381d7b-33cb-43a1-ac65-af064a318559 req-13726958-a8be-45ba-83f5-bb8f4019258b service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1195.910545] env[65079]: INFO networking_nsxv3.common.synchronization [req-b8381d7b-33cb-43a1-ac65-af064a318559 req-13726958-a8be-45ba-83f5-bb8f4019258b service nova] Enqueued Resource ID: 58b7fc88-6691-4299-b468-b13c56b23014 with Priority: HIGHEST for action port [ 1195.911125] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 1195.911258] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1195.911357] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7fc88-6691-4299-b468-b13c56b23014 with Priority: HIGHEST for action port [ 1195.911640] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.911766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.911854] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.912265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.912410] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.913849] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.914010] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.914276] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b7fc88-6691-4299-b468-b13c56b23014 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.914428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.914530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.915740] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.915740] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b7fc88-6691-4299-b468-b13c56b23014',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.416630] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.416843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.417061] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58b7fc88-6691-4299-b468-b13c56b23014 with status ACTIVE [ 1196.417246] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.417440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.417440] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.417650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.417737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.417974] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.418111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.418141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.418306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.418371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.418552] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.418644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.418720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.418844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.418935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.419031] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58b7fc88-6691-4299-b468-b13c56b23014 is going to be updated. [ 1196.440380] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.440590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.440688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.441049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.441208] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.441386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.850567] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1196.850850] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 deletion is rescheduled due to dependency. [ 1196.851051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.851248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.851561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.851827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.852011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.852159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.852338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.852443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.852560] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.354410] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.856830] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.359541] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.359982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.359982] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.360233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.360383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.360539] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1198.388224] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.388451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.388451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.388639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.388840] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.397471] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1199.345423] env[65079]: INFO networking_nsxv3.common.synchronization [req-bf354dac-3637-451b-8a03-d16cbaa655cf req-cada2eb9-4064-425e-a16b-e77a2192446a tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1199.346026] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1199.349791] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.350282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.350282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.350445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.350626] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.350731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.350793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.350953] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.351643] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.351643] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.357298] env[65079]: INFO networking_nsxv3.common.synchronization [req-ea55492a-e083-47a5-95f4-ee35d5308de1 req-49536ee0-97c6-4030-9b18-6d221e4b0f4f tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1199.357788] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1199.358656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.358791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.358843] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.359258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.359258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.360122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.360122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.360122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.360122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.360122] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.665042] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.665312] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.665434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.665698] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.666042] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.666241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.666396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.666647] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.666805] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.667019] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.667251] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.667251] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.667971] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.667971] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.667971] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.667971] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.687529] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.687681] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.687814] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.688086] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.688426] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-78fb9e8c-44a8-4563-bfb6-90cdf633e093 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.688595] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.688714] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.689101] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.689280] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb9e8c-44a8-4563-bfb6-90cdf633e093',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.854110] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.854299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.854391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.854610] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.854744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.854992] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.855115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.855188] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.855366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.855455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.855545] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd056745-797a-41c2-974c-73a83958a594 already deleted. [ 1199.855636] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.862139] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.862269] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.862312] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.862486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.862577] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.862769] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.862875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.862940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.863114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.863193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.863295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1199.892043] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.892242] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.892283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.892513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.892669] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.901937] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1200.193388] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.193742] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.193886] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.194302] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.194526] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.195065] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 78fb9e8c-44a8-4563-bfb6-90cdf633e093 not found, creating... [ 1200.195203] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.195460] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.195711] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.196090] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.196356] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.196821] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.197096] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.197297] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.197626] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.197780] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.197970] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 is going to be created. [ 1200.220443] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.220713] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.220828] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.221596] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.221596] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.221835] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.410782] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1200.411159] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.411205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.411426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.411627] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.411737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.411805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.411957] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.412052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.412147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.412261] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.914529] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.364422] env[65079]: INFO networking_nsxv3.common.synchronization [req-bf354dac-3637-451b-8a03-d16cbaa655cf req-656bfbca-6439-407b-a445-e0e9e16c803f service nova] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1201.364625] env[65079]: INFO networking_nsxv3.common.synchronization [req-bf354dac-3637-451b-8a03-d16cbaa655cf req-656bfbca-6439-407b-a445-e0e9e16c803f service nova] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1201.364766] env[65079]: INFO networking_nsxv3.common.synchronization [req-bf354dac-3637-451b-8a03-d16cbaa655cf req-656bfbca-6439-407b-a445-e0e9e16c803f service nova] Enqueued Resource ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 with Priority: HIGHEST for action port [ 1201.365347] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1201.365486] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1201.365585] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 with Priority: HIGHEST for action port [ 1201.365869] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.366062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.366108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.366289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.366360] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.367209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.367325] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.367406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.367559] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.368096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.368096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.368096] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.368257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.368257] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.368359] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.371032] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fb9e8c-44a8-4563-bfb6-90cdf633e093 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.371032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.371172] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.371214] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.371302] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb9e8c-44a8-4563-bfb6-90cdf633e093',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.417874] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab25d7-89dc-443b-aa2f-bd6cd1593006: rpc.has_security_group_logging(os_id): False [ 1201.436233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.436439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.436513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.436793] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.436923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.437279] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.437414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.437504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.437712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.437817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.437937] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1201.500803] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.501013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.501013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.501233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.501389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.513128] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1201.871541] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.872660] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.872820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.873083] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78fb9e8c-44a8-4563-bfb6-90cdf633e093 with status ACTIVE [ 1201.873278] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.873435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.873469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.873762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.873862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.874074] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.874189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.874273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.874930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.874930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.874930] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.874930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.874930] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.875213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.875213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.875213] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 is going to be updated. [ 1201.905250] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.905446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.905503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.905787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.905986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.906166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.915702] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1201.915702] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1201.915702] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.377245] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.641138] env[65079]: INFO networking_nsxv3.common.synchronization [req-19204310-7d70-4938-a4a3-f3b394e7978c req-a99dfe5a-fcf5-4872-9ccc-0015cb06d6ad tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1202.641138] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1202.641138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.641138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.641138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.641138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.641138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.641138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.641138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.642289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.642289] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.642289] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.881701] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.881701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.881701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.881701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.881701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.881701] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd056745-797a-41c2-974c-73a83958a594 is going to be created. [ 1202.911446] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.911446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.911446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.911446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.911446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.920818] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: UNINITIALIZED for 2s [ 1202.946035] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.946035] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.946035] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.946035] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.946489] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.946855] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.947142] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.947527] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.947817] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.948323] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.950899] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.950899] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.950899] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.950899] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.950899] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.950899] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.978287] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.978287] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.978287] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.978287] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.978287] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-13ebda3f-575f-43e7-96f2-eff881a1a5b6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.978287] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.978287] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.978842] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.979318] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ebda3f-575f-43e7-96f2-eff881a1a5b6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.144470] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.144816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.144816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.144975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.144975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.145177] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.145310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.145357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.145520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.145619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.145724] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1203.182932] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.183151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.183195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.183474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.183684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.194872] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1203.486736] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.486736] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.486736] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.487049] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.487217] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.487391] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 13ebda3f-575f-43e7-96f2-eff881a1a5b6 not found, creating... [ 1203.487652] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.487837] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.487971] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.488233] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.488419] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.488725] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.488882] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.489026] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.489241] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.489375] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.489555] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 13ebda3f-575f-43e7-96f2-eff881a1a5b6 is going to be created. [ 1203.511189] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.511189] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.511189] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.511578] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.511638] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.511881] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.526508] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1203.526727] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.222721] env[65079]: INFO networking_nsxv3.common.synchronization [req-19204310-7d70-4938-a4a3-f3b394e7978c req-969bd93a-a7df-43ad-a337-868adae05d3e service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1204.222721] env[65079]: INFO networking_nsxv3.common.synchronization [req-19204310-7d70-4938-a4a3-f3b394e7978c req-969bd93a-a7df-43ad-a337-868adae05d3e service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1204.222721] env[65079]: INFO networking_nsxv3.common.synchronization [req-19204310-7d70-4938-a4a3-f3b394e7978c req-969bd93a-a7df-43ad-a337-868adae05d3e service nova] Enqueued Resource ID: 13ebda3f-575f-43e7-96f2-eff881a1a5b6 with Priority: HIGHEST for action port [ 1204.223226] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1204.223364] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1204.223460] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ebda3f-575f-43e7-96f2-eff881a1a5b6 with Priority: HIGHEST for action port [ 1204.223736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.223850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.223941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.224684] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.224684] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.225485] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.225596] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.225776] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ebda3f-575f-43e7-96f2-eff881a1a5b6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.225870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.226017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.226132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.226265] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ebda3f-575f-43e7-96f2-eff881a1a5b6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.463066] env[65079]: INFO networking_nsxv3.common.synchronization [req-83b79702-bde6-4a85-8fa1-7d98f6610ae9 req-bc457fd7-9740-4972-8e4a-90a80cc8881d tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_members [ 1204.463466] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGHEST for action security_group_members [ 1204.463790] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.463904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.463985] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.464516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.464725] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.464879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.464976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.465191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.465280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.465376] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.728379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.728547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.729880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13ebda3f-575f-43e7-96f2-eff881a1a5b6 with status ACTIVE [ 1204.730096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.730216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.730300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.730528] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.730612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.730798] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.730894] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.730959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.731131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.731204] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.731399] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.731530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.731576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.731731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.731839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.731903] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13ebda3f-575f-43e7-96f2-eff881a1a5b6 is going to be updated. [ 1204.758955] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.758955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.758955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.758955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.758955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.758955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ebda3f-575f-43e7-96f2-eff881a1a5b6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.932772] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: SUCCESS [ 1204.933133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.933759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.933759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.933759] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.933942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.933942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.934135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.934222] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.934306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.934536] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.967679] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.967934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.967934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.968535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.968535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.968761] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.968761] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.968853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.968971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.969070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.969162] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 is going to be updated. [ 1205.013124] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.013335] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.013379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.013595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.013788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.029064] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 in Status: IN_PROGRESS for 2s [ 1205.211262] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1205.211262] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1205.211262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.211262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.211262] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.211675] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.211675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.211675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.211675] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.211826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.211826] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.437895] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.714233] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.940532] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd056745-797a-41c2-974c-73a83958a594: rpc.has_security_group_logging(os_id): False [ 1205.968660] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.968851] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.968932] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.969300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.969429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.969765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.970123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.970123] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.970212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.970306] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.970506] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd056745-797a-41c2-974c-73a83958a594 is going to be created. [ 1206.192576] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.192576] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.192722] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.192797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.192978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.205226] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: IN_PROGRESS for 2s [ 1206.217895] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.720233] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.720638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.720638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.720748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.720748] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.720908] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1206.752096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.752253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.752326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.752609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.752846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.780319] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1207.038792] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 in Status: SUCCESS [ 1207.038985] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 deletion is rescheduled due to dependency. [ 1207.039165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.217959] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: SUCCESS [ 1208.218270] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.792069] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1208.792243] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.792474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.792708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.792914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.793104] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.793185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.793375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.793495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.793601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.793728] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.295986] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.296332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.296332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.296456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.296624] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.296724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.296790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.296938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.297035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.297128] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.297275] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.297393] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.297426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.297611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.297770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.297864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.297931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.298108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.298186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.298267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.298355] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.465073] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.465414] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1209.801229] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d896cb86-279b-4b17-9104-217d3267c97b: rpc.has_security_group_logging(os_id): False [ 1209.818819] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.818972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.819062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.819377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.819462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.819670] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.819773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.819838] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.819994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.820083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.820287] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.820399] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.820466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.820612] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.820685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.820882] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.820978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.821057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.821234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.821311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.821399] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1209.891359] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.891549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.891604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.891875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.892060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.906860] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1211.920926] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1211.921330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.466509] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.467096] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.467538] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.467935] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.762238] env[65079]: INFO networking_nsxv3.common.synchronization [req-0c0938c9-c2a1-4dee-9c2c-996a808b591f req-c575b7a2-ceb7-4d84-9d6f-d6321c5a878d tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_members [ 1223.762665] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGHEST for action security_group_members [ 1223.763052] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.763404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.763404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.763628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.763723] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.763819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.763877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.764036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.764183] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.764221] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.266690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.266860] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.266935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.267210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.267307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.267517] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.267625] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.267690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.267841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.267920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.268025] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae is going to be updated. [ 1224.300905] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.301110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.301110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.301319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.301466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.310275] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae in Status: IN_PROGRESS for 2s [ 1225.154672] env[65079]: INFO networking_nsxv3.common.synchronization [req-5683a782-a789-4a4b-9415-4dda51460fd2 req-34ad297c-6b6f-4b74-9242-c08029e4d728 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1225.155329] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1225.155660] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.155782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.155910] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.156137] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.156320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.156442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.156545] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.156679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.156967] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.156967] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.660733] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.660933] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.661055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.661287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.661372] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.661592] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.661691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.661756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.661913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.662037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.662139] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1225.693050] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.693234] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.693283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.693490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.693644] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.702901] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1226.320047] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae in Status: SUCCESS [ 1226.320432] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae deletion is rescheduled due to dependency. [ 1226.320432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.712038] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1227.712298] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1227.712400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.875332] env[65079]: INFO networking_nsxv3.common.synchronization [req-366fe694-a40b-4c52-8383-e17e061505a5 req-eed9058e-75ed-451c-8074-5e47f9199f99 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1227.876436] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1227.876436] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.876436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.876436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.876614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.876790] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.876902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.876961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.877135] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.877213] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.877305] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.179117] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.179326] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.179467] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.179739] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.179991] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.180162] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.180275] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.180507] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.180663] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.180872] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.180982] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.181100] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.181204] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.181309] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.181412] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.181540] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.200716] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.200913] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1228.201070] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.201252] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.201564] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-05028667-510f-43ee-8c55-dde0e84c475c taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.201744] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.201856] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.202230] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.202487] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05028667-510f-43ee-8c55-dde0e84c475c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.379406] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.379633] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.379691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.379942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.380057] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.380299] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.380411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.380481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.380683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.380762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.380866] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1228.405824] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.406029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.406029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.406245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.406389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.416285] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1228.704905] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.705145] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.705224] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.705517] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.705673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.705827] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port 05028667-510f-43ee-8c55-dde0e84c475c not found, creating... [ 1228.706113] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.706328] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.706443] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.706667] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.706804] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.707098] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.707257] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.707372] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.707572] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.707702] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.707835] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 05028667-510f-43ee-8c55-dde0e84c475c is going to be created. [ 1228.728041] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.728549] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.728549] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.728739] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.728968] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.729209] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.432121] env[65079]: INFO networking_nsxv3.common.synchronization [req-366fe694-a40b-4c52-8383-e17e061505a5 req-b3d2d01d-c014-48ec-9354-2a1bd93b9233 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1229.432299] env[65079]: INFO networking_nsxv3.common.synchronization [req-366fe694-a40b-4c52-8383-e17e061505a5 req-b3d2d01d-c014-48ec-9354-2a1bd93b9233 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1229.432457] env[65079]: INFO networking_nsxv3.common.synchronization [req-366fe694-a40b-4c52-8383-e17e061505a5 req-b3d2d01d-c014-48ec-9354-2a1bd93b9233 service nova] Enqueued Resource ID: 05028667-510f-43ee-8c55-dde0e84c475c with Priority: HIGHEST for action port [ 1229.432847] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1229.432847] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1229.432943] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05028667-510f-43ee-8c55-dde0e84c475c with Priority: HIGHEST for action port [ 1229.433477] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.433604] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.433670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.433902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.433938] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.434799] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.434908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.435413] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-05028667-510f-43ee-8c55-dde0e84c475c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.435413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.435413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.435413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.435638] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05028667-510f-43ee-8c55-dde0e84c475c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.936947] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.937418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.937418] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05028667-510f-43ee-8c55-dde0e84c475c with status ACTIVE [ 1229.937546] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.937615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.937683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.937870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.937973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.938171] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.938336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.938405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.938597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.938649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.938856] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.938944] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.939022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.939180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.939329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.939463] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05028667-510f-43ee-8c55-dde0e84c475c is going to be updated. [ 1229.961247] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.961525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.961525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.961615] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.961750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.961912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05028667-510f-43ee-8c55-dde0e84c475c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.425960] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1230.426212] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1230.426294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.426464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.426678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.426866] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.426980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.427065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.427209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.427309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.427374] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.930280] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.433127] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.936262] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.936431] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.936472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.936705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.936798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.936902] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1231.964771] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.964921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.964995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.965266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.965417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.975810] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1232.178664] env[65079]: INFO networking_nsxv3.common.synchronization [req-12cbd0b1-0824-4d98-be62-c0486627090e req-b187acbc-3359-4498-aa2e-5e476cf60e14 tempest-AttachVolumeTestJSON-362875074 tempest-AttachVolumeTestJSON-362875074-project-member] Enqueued Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_members [ 1232.179228] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea5c418-6ec3-4f55-8af7-97666fa52346 with Priority: HIGHEST for action security_group_members [ 1232.179531] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea5c418-6ec3-4f55-8af7-97666fa52346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.179691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.179789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.180364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.180364] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.180364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.180364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.180555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.180555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.180639] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea5c418-6ec3-4f55-8af7-97666fa52346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.683916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.683916] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.683916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.684505] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 is going to be updated. [ 1232.714042] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.714167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.714252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.714445] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.714591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.724020] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea5c418-6ec3-4f55-8af7-97666fa52346 in Status: IN_PROGRESS for 2s [ 1233.986060] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1233.986060] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.986402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.986402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.986573] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.986720] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.986774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.986924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.987017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.987127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.987230] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.489846] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.490049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.490111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.490331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.490491] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.490592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.490671] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.490820] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.490909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.490996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.491161] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.491255] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.491316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.491556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.491765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.491899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.491964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.492184] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.492263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.492298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.492360] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.733641] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea5c418-6ec3-4f55-8af7-97666fa52346 in Status: SUCCESS [ 1234.733748] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea5c418-6ec3-4f55-8af7-97666fa52346 deletion is rescheduled due to dependency. [ 1234.733866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea5c418-6ec3-4f55-8af7-97666fa52346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.995290] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d896cb86-279b-4b17-9104-217d3267c97b: rpc.has_security_group_logging(os_id): False [ 1235.016732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.016732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.016732] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.016732] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.017770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.017770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.017770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.017770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.017770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.017770] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1235.082366] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.082642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.082642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.082790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.082913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.101177] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1236.359690] env[65079]: INFO networking_nsxv3.common.synchronization [req-d1bc8db1-9831-47cf-8cac-ab126c91e272 req-5926e85e-546e-4691-a922-9fa46528c189 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_members [ 1236.359690] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGHEST for action security_group_members [ 1236.361015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.361015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.361015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.361015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.361015] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.361015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.361015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.361279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.361279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.361279] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.831757] env[65079]: INFO networking_nsxv3.common.synchronization [req-a3afd63e-2733-4d11-acd9-a713a368f5a7 req-ff3e66a6-7ad7-4c82-a51e-5c0a3eb7240f tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1236.832740] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1236.832870] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.832994] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.833078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.833281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.833440] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.833544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.833603] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.833756] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.833841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.833935] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.863156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.863475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.863475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.863797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.863906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.864219] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.864397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.864515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.864839] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.864971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.865198] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 is going to be updated. [ 1236.898591] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.898798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.898798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.899084] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.899263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.910885] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc53ef9-4732-4297-834e-fca1ab340560 in Status: IN_PROGRESS for 2s [ 1237.115817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1237.116446] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.336816] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.337044] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.337156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.337454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.357571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.357835] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.357959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.358049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.359941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.359941] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.359941] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1237.382814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.382980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.383035] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.383231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.383370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.391914] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1238.922070] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc53ef9-4732-4297-834e-fca1ab340560 in Status: SUCCESS [ 1238.922446] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 deletion is rescheduled due to dependency. [ 1238.922594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.401268] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1239.401485] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d deletion is rescheduled due to dependency. [ 1239.401605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.961122] env[65079]: INFO networking_nsxv3.common.synchronization [None req-1238436a-a2a4-4513-82b4-218ce093e164 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_rules [ 1240.961621] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_rules [ 1240.961621] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.961708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.961708] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.961951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.962050] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.063727] env[65079]: INFO networking_nsxv3.common.synchronization [None req-7d9b156f-2435-4aca-86c1-ab04ea0f20ca tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_rules [ 1241.064055] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_rules [ 1241.064496] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.064683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.483380] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.483547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.483595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.483797] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.483885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.483979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 already deleted. [ 1241.484075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.484232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.484386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.484482] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.004316] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.004316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.004316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.004316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.004316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.004316] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 already deleted. [ 1242.004316] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.228628] env[65079]: INFO networking_nsxv3.common.synchronization [req-6eae77ff-7487-421c-90ae-6656b4b0d510 req-754e83a9-bae7-41e3-9640-dae3eb6a601f tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1245.229454] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1245.229881] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.230031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.230110] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.230314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.230485] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.230587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.230652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.230846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.230928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.231040] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.606240] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.607412] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.607412] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.607412] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.610070] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.610270] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.610504] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.610959] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.611229] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.611574] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.611772] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.611984] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.612174] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.612354] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.612528] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.612752] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.636040] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.636504] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.636504] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.636859] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.636946] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-404be65b-fddc-46e5-a863-d232dd4e646f taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.637132] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.637544] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.637544] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.637761] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404be65b-fddc-46e5-a863-d232dd4e646f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.733618] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.733787] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.733853] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.734072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.734170] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.734377] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.734478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.734540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.734694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.734770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.734856] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1245.764035] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.764247] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.764300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.764544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.764729] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.777964] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1246.141058] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.141058] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.141058] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.141376] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.141415] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.142037] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 404be65b-fddc-46e5-a863-d232dd4e646f not found, creating... [ 1246.142037] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.142236] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.142545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.142647] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.142847] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.143213] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.143438] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.143802] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.143802] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.143986] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.144150] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 404be65b-fddc-46e5-a863-d232dd4e646f is going to be created. [ 1246.168112] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.168366] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.168545] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.168860] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.169165] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.169462] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.896016] env[65079]: INFO networking_nsxv3.common.synchronization [req-6eae77ff-7487-421c-90ae-6656b4b0d510 req-e2828c18-7a5c-411b-aaec-e84f512d13eb service nova] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 1246.896016] env[65079]: INFO networking_nsxv3.common.synchronization [req-6eae77ff-7487-421c-90ae-6656b4b0d510 req-e2828c18-7a5c-411b-aaec-e84f512d13eb service nova] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1246.896016] env[65079]: INFO networking_nsxv3.common.synchronization [req-6eae77ff-7487-421c-90ae-6656b4b0d510 req-e2828c18-7a5c-411b-aaec-e84f512d13eb service nova] Enqueued Resource ID: 404be65b-fddc-46e5-a863-d232dd4e646f with Priority: HIGHEST for action port [ 1246.896016] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 1246.896016] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1246.896016] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404be65b-fddc-46e5-a863-d232dd4e646f with Priority: HIGHEST for action port [ 1246.896016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.896016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.896016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.896016] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.896855] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.897594] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.897594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.897770] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-404be65b-fddc-46e5-a863-d232dd4e646f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.897878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.897928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.899231] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.899231] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404be65b-fddc-46e5-a863-d232dd4e646f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.402517] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.402517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.402735] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 404be65b-fddc-46e5-a863-d232dd4e646f with status ACTIVE [ 1247.402844] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.402947] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.403021] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.403489] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.403775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.403775] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.403964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.403964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.404141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.404216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.404405] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.404504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.404561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.404701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.404788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.405146] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 404be65b-fddc-46e5-a863-d232dd4e646f is going to be updated. [ 1247.427715] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.427891] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.427942] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.428211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.428379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.428616] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404be65b-fddc-46e5-a863-d232dd4e646f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.541250] env[65079]: INFO networking_nsxv3.common.synchronization [req-52ec3a1a-b06e-410b-9b96-8eeaba811272 req-f8dc7b89-ba84-4dfe-9e7f-9690a1468935 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_members [ 1247.541250] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_members [ 1247.541250] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.542951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.543071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.543502] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.543502] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.543624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.543624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.543789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.544095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.544095] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.790792] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1247.790792] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d deletion is rescheduled due to dependency. [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.790792] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.790792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.791296] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.856013] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.856292] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.856446] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.856765] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.857050] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.857213] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.857329] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.857540] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.857685] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.858307] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.858446] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.858589] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.858709] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.858823] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.858931] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.859077] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.879625] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.880071] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.880071] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.880162] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.880511] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-bad2a311-e5d3-4440-be10-d90913bf4d2e taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.880687] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.880863] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.881221] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.881361] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad2a311-e5d3-4440-be10-d90913bf4d2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.046128] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.046519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.046519] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.046637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.046694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.046894] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.046996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.047070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.047228] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.047304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.047389] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 already deleted. [ 1248.047480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.293761] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.384201] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.384433] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.384558] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.384845] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.384995] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.385158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port bad2a311-e5d3-4440-be10-d90913bf4d2e not found, creating... [ 1248.385414] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.385569] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.385678] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.386270] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.386270] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.386270] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.386580] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.386771] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.387018] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.387180] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.387327] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: bad2a311-e5d3-4440-be10-d90913bf4d2e is going to be created. [ 1248.408857] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.409116] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.409185] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.409457] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.409698] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.409993] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.796628] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.301626] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.302373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.302373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.302373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.302373] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.302373] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1249.338395] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.338692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.338692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.338790] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.338952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.351988] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1249.642034] env[65079]: INFO networking_nsxv3.common.synchronization [req-52ec3a1a-b06e-410b-9b96-8eeaba811272 req-05bf754f-fa2b-4cb2-abf4-593edb271a36 service nova] Enqueued Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_rules [ 1249.642262] env[65079]: INFO networking_nsxv3.common.synchronization [req-52ec3a1a-b06e-410b-9b96-8eeaba811272 req-05bf754f-fa2b-4cb2-abf4-593edb271a36 service nova] Enqueued Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_members [ 1249.642367] env[65079]: INFO networking_nsxv3.common.synchronization [req-52ec3a1a-b06e-410b-9b96-8eeaba811272 req-05bf754f-fa2b-4cb2-abf4-593edb271a36 service nova] Enqueued Resource ID: bad2a311-e5d3-4440-be10-d90913bf4d2e with Priority: HIGHEST for action port [ 1249.642892] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_rules [ 1249.643058] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_members [ 1249.643166] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad2a311-e5d3-4440-be10-d90913bf4d2e with Priority: HIGHEST for action port [ 1249.643451] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.643582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.643650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.643974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.643974] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.645764] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.645896] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.645972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.646200] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.646373] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.646591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.646591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.646757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.646850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.646946] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.648259] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad2a311-e5d3-4440-be10-d90913bf4d2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.648375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.648498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.648631] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.648781] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad2a311-e5d3-4440-be10-d90913bf4d2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.807366] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.807516] env[65079]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4f207962-1caf-4b8e-ba86-a9d639000214 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.150567] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.150567] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.150858] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.151733] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bad2a311-e5d3-4440-be10-d90913bf4d2e with status ACTIVE [ 1250.151933] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.152951] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.152951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.153400] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.153400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.153400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.153549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.153621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bad2a311-e5d3-4440-be10-d90913bf4d2e is going to be updated. [ 1250.179096] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.179284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.179356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.179618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.179814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.180199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad2a311-e5d3-4440-be10-d90913bf4d2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.656407] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.159967] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.160168] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.160245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.160488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.160665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.160731] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 is going to be created. [ 1251.188974] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.189171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.189273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.189509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.189699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.201224] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: UNINITIALIZED for 2s [ 1251.362773] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1251.363019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.363186] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.363452] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.363609] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.363749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.363821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.363978] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.364075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.364185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.364250] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.866299] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.369034] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cccf01-353b-4812-9ed4-44bf81cf3b3d: rpc.has_security_group_logging(os_id): False [ 1252.387567] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.387701] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.387776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.388018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.388108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.388351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.388447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.389018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.389018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.389018] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.389018] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1252.480984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.481258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.481258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.481456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.481611] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.494231] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1253.211055] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: UNINITIALIZED for 4s [ 1254.508165] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1254.508543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.644057] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.644280] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1255.221962] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: SUCCESS [ 1255.222205] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.222424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.222659] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.222864] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.223051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.223051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.223235] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.223317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.223488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.223488] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.726027] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.231407] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036dff79-334f-49d5-a7eb-4745bcab2975: rpc.has_security_group_logging(os_id): False [ 1256.249899] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.250099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.250099] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.250274] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.250363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.250619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.250724] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.250836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.250951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.251048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.251138] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 is going to be created. [ 1256.324398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.324645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.324730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.324961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.325239] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.337283] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: IN_PROGRESS for 2s [ 1257.942129] env[65079]: INFO networking_nsxv3.common.synchronization [req-8c649407-6bad-410d-9c81-54f01b88b5f1 req-68cd0eec-44d8-4143-ab63-59415541ee16 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_members [ 1257.942409] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 with Priority: HIGHEST for action security_group_members [ 1257.943129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.943129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.943129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.943129] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.943539] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.944180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.944180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.944180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.944180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.944180] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.350636] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: SUCCESS [ 1258.350889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.447777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.448429] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.448652] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.449106] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.449829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.450237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.450836] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.451023] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.451293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.451473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.451678] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 is going to be updated. [ 1258.485678] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.485678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.486943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.486943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.486943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.496681] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 in Status: IN_PROGRESS for 2s [ 1260.508912] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 in Status: SUCCESS [ 1260.509268] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9 deletion is rescheduled due to dependency. [ 1260.509337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.943346] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.943667] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.195491] env[65079]: INFO networking_nsxv3.common.synchronization [None req-af0d620b-df0c-4adf-b4b3-c67ea2cf7c63 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: 0fe2a03d-d9d3-4902-a5e0-779eb828198b with Priority: HIGHEST for action security_group_rules [ 1264.195809] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe2a03d-d9d3-4902-a5e0-779eb828198b with Priority: HIGHEST for action security_group_rules [ 1264.196138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.196264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.196330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.196593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.196763] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fe2a03d-d9d3-4902-a5e0-779eb828198b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.283174] env[65079]: INFO networking_nsxv3.common.synchronization [None req-4b9e0f92-a96f-4a07-ad25-b5ee52e8f6a4 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: 0fe2a03d-d9d3-4902-a5e0-779eb828198b with Priority: HIGHEST for action security_group_rules [ 1264.283606] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe2a03d-d9d3-4902-a5e0-779eb828198b with Priority: HIGHEST for action security_group_rules [ 1264.283919] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.284059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.719297] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.719540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.719540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.719848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.719955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.720096] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fe2a03d-d9d3-4902-a5e0-779eb828198b already deleted. [ 1264.720277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.720400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.720606] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.720710] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fe2a03d-d9d3-4902-a5e0-779eb828198b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.240303] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.240672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.240672] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.240742] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.240833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.240878] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fe2a03d-d9d3-4902-a5e0-779eb828198b already deleted. [ 1265.240968] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fe2a03d-d9d3-4902-a5e0-779eb828198b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.276079] env[65079]: INFO networking_nsxv3.common.synchronization [req-108bc7a4-dbe9-44aa-ad45-bfafdc49c499 req-8d406298-748c-41f7-b9e6-de1b9bcba2d0 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1267.276652] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1267.277016] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.277121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.277190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.277392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.277554] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.277651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.277713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.277858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.277940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.278045] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.781585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.781760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.781844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.782083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.782176] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.782373] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.782470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.782533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.782935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.782935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.782935] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1267.814138] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.814344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.814344] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.814544] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.814683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.823409] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1268.767628] env[65079]: INFO networking_nsxv3.common.synchronization [req-d68d8d02-ae38-4f57-984a-f8e54704d146 req-477f98c2-b768-42e8-b7c0-2220b2203b75 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1268.768211] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1268.768525] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.768805] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.768926] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.769329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.769329] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.769329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.769449] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.769572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.769609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.769699] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.069554] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.070285] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.070285] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.070457] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.070661] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.070831] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.070970] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.071222] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.071407] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.071571] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.071682] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.071786] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.071889] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.072034] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.072145] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.072465] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.090402] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.090568] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.090704] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.090878] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.091210] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-7d50090a-77f9-4dab-97f8-374bffc94026 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.091473] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.091597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.091921] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.092080] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d50090a-77f9-4dab-97f8-374bffc94026',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.271936] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.272163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.272163] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.272391] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.272483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.272690] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.272789] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.272864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.272995] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.273082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.273178] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be updated. [ 1269.300707] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.300907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.301115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.301364] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.301508] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.310236] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: IN_PROGRESS for 2s [ 1269.594394] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.594622] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.594738] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.595039] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.595198] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.595349] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 7d50090a-77f9-4dab-97f8-374bffc94026 not found, creating... [ 1269.595604] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.595759] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.595875] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.596099] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.596259] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.596516] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.596666] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.596806] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.597072] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.597187] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.597328] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 7d50090a-77f9-4dab-97f8-374bffc94026 is going to be created. [ 1269.624100] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.624319] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.624440] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.624705] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.624936] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.625176] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.834928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1269.835394] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1269.835394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.315774] env[65079]: INFO networking_nsxv3.common.synchronization [req-d68d8d02-ae38-4f57-984a-f8e54704d146 req-cbaebb62-74f2-418b-ba35-5a849474bbfd service nova] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_rules [ 1270.316164] env[65079]: INFO networking_nsxv3.common.synchronization [req-d68d8d02-ae38-4f57-984a-f8e54704d146 req-cbaebb62-74f2-418b-ba35-5a849474bbfd service nova] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1270.316233] env[65079]: INFO networking_nsxv3.common.synchronization [req-d68d8d02-ae38-4f57-984a-f8e54704d146 req-cbaebb62-74f2-418b-ba35-5a849474bbfd service nova] Enqueued Resource ID: 7d50090a-77f9-4dab-97f8-374bffc94026 with Priority: HIGHEST for action port [ 1270.316772] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_rules [ 1270.316932] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1270.317048] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d50090a-77f9-4dab-97f8-374bffc94026 with Priority: HIGHEST for action port [ 1270.317340] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.317486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.317584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.317803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.317892] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.318993] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.319117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.319389] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d50090a-77f9-4dab-97f8-374bffc94026 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.319555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.319661] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.319925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.320032] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d50090a-77f9-4dab-97f8-374bffc94026',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.822743] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.822743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.822743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d50090a-77f9-4dab-97f8-374bffc94026 with status ACTIVE [ 1270.823027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.823027] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.823132] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.823327] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.823392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.823568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.823664] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.823726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.823916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.824012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.824209] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.824305] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.824401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.824511] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.824584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.824669] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d50090a-77f9-4dab-97f8-374bffc94026 is going to be updated. [ 1270.847780] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.848117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.848117] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.849032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.849209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.849404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.964247] env[65079]: INFO networking_nsxv3.common.synchronization [req-b4093f11-985f-460c-ac98-ef5cf5ad68bb req-b41f1ea6-dbbc-4bdf-bcd1-432bf009f636 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1270.965126] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1270.965446] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.965578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.965646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.965847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.965999] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.966419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.966419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.966419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.966419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.966660] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.250291] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.250964] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.250964] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.250964] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.252783] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.252961] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.253167] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.253453] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.253604] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.253820] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.253934] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.254058] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.254170] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.254277] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.254378] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.254512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.282607] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.282805] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.282883] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.283081] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.283408] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-995ac609-4cd0-4a2b-8a52-966afd23f883 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.283571] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.283685] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.284050] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.284255] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995ac609-4cd0-4a2b-8a52-966afd23f883',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.319689] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1271.319916] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 deletion is rescheduled due to dependency. [ 1271.320082] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.321379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.321379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.321379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.321379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.321379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.321379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.321379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.321379] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.468519] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.468706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.468806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.469048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.469149] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.469371] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.469492] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.469556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.469683] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.469796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.469908] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1271.496055] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.496055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.496055] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.496277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.496277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.505046] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1271.787382] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.787584] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.787694] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.787994] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.788164] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.788318] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 995ac609-4cd0-4a2b-8a52-966afd23f883 not found, creating... [ 1271.788573] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.788725] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.788867] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.789106] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.789240] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.789516] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.789718] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.789880] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.790105] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.790237] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.790373] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 995ac609-4cd0-4a2b-8a52-966afd23f883 is going to be created. [ 1271.811283] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.811499] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.811598] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.811877] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.812128] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.812349] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.823043] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.325590] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.528415] env[65079]: INFO networking_nsxv3.common.synchronization [req-b4093f11-985f-460c-ac98-ef5cf5ad68bb req-cd315a87-9455-47d9-9fbd-c5c3e4b97140 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1272.528711] env[65079]: INFO networking_nsxv3.common.synchronization [req-b4093f11-985f-460c-ac98-ef5cf5ad68bb req-cd315a87-9455-47d9-9fbd-c5c3e4b97140 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1272.528802] env[65079]: INFO networking_nsxv3.common.synchronization [req-b4093f11-985f-460c-ac98-ef5cf5ad68bb req-cd315a87-9455-47d9-9fbd-c5c3e4b97140 service nova] Enqueued Resource ID: 995ac609-4cd0-4a2b-8a52-966afd23f883 with Priority: HIGHEST for action port [ 1272.529429] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1272.529641] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1272.529837] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995ac609-4cd0-4a2b-8a52-966afd23f883 with Priority: HIGHEST for action port [ 1272.530244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.530406] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.530515] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.530743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.530827] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.531719] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.531819] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.532118] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-995ac609-4cd0-4a2b-8a52-966afd23f883 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.532118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.532236] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.532337] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.532413] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995ac609-4cd0-4a2b-8a52-966afd23f883',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.827906] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.828131] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.828220] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.828459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.828583] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.828691] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be updated. [ 1272.858351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.858509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.858552] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.858779] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.858938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.867883] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: IN_PROGRESS for 2s [ 1273.034190] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.034318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.034504] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 995ac609-4cd0-4a2b-8a52-966afd23f883 with status ACTIVE [ 1273.034702] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.034769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.034833] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.035058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.035143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.035311] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.035405] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.035466] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.035617] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.035692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.035866] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.035959] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.036028] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.036167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.036240] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.036325] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 995ac609-4cd0-4a2b-8a52-966afd23f883 is going to be updated. [ 1273.059654] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.059773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.059823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.060148] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.060287] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.060455] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-995ac609-4cd0-4a2b-8a52-966afd23f883" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.514477] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1273.514760] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1273.514760] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.514931] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.515165] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.515349] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.515464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.515529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.515678] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.515757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.515851] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.018377] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.520850] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.739047] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.739258] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.739383] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.739644] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.740024] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.740266] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.740396] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.740634] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.740784] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.740997] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.741140] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.741265] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.741377] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.741489] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.741596] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.741729] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.759744] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.760013] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.760183] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.760367] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-268" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.760722] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-58b7fc88-6691-4299-b468-b13c56b23014 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.760888] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.761014] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.761284] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.761424] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b7fc88-6691-4299-b468-b13c56b23014',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.877612] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1274.877858] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.878042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.878267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.878462] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.878578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.878645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.878796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.878887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.878977] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.879089] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.026657] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.026898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.026972] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.027201] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.027294] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.027396] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1275.060241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.060473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.060473] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.060646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.060792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.069439] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1275.263561] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.263849] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.264032] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.264366] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.264574] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.264891] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.265121] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.265273] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.265504] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.265664] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.266014] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.266213] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.266348] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.266576] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.266749] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.266928] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 58b7fc88-6691-4299-b468-b13c56b23014 is going to be updated. [ 1275.299445] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.299671] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.299863] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.300449] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.300449] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.300643] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.382698] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.382845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.382899] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.383211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.383416] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.383560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.383638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.383829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.383938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.384065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.384254] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.384370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.384428] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.384589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.384760] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.384864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.384928] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.385118] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.385195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.385277] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.385379] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.887612] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00d1f4b-4ba0-4903-bc34-3b321b74fbf6: rpc.has_security_group_logging(os_id): False [ 1275.907289] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.907476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.907517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.907739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.907861] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.908072] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.908174] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.908237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.908386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.908467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.908644] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.908774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.908919] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.908984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.909144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.909237] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.909326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.909377] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.909514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.909586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.909671] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be updated. [ 1275.968103] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.968323] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.968385] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.968571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.968691] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.973864] env[65079]: INFO networking_nsxv3.common.synchronization [req-8b205e32-cf0c-4af2-9c8e-47acb8b18638 req-323d16bf-5cbb-47b2-acb3-0ca9d3bc56b9 service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 1275.974074] env[65079]: INFO networking_nsxv3.common.synchronization [req-8b205e32-cf0c-4af2-9c8e-47acb8b18638 req-323d16bf-5cbb-47b2-acb3-0ca9d3bc56b9 service nova] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1275.974223] env[65079]: INFO networking_nsxv3.common.synchronization [req-8b205e32-cf0c-4af2-9c8e-47acb8b18638 req-323d16bf-5cbb-47b2-acb3-0ca9d3bc56b9 service nova] Enqueued Resource ID: 58b7fc88-6691-4299-b468-b13c56b23014 with Priority: HIGHEST for action port [ 1275.974447] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_rules [ 1275.974578] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1275.974675] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7fc88-6691-4299-b468-b13c56b23014 with Priority: HIGHEST for action port [ 1275.975257] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.975334] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.975411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.975660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.975660] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.976989] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.976989] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.977144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.977196] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.977343] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.977474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.977516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.977705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.977788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.977878] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.978689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b7fc88-6691-4299-b468-b13c56b23014 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.978925] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.979394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.979394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.979394] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b7fc88-6691-4299-b468-b13c56b23014',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.981158] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: IN_PROGRESS for 2s [ 1276.482091] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.482091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.482091] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.482979] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58b7fc88-6691-4299-b468-b13c56b23014 with status ACTIVE [ 1276.483207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.483341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.483421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.483645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.483758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.483957] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.484167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.484266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.484443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.484529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.484822] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.485426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.485426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.485426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.485426] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.485426] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58b7fc88-6691-4299-b468-b13c56b23014 is going to be updated. [ 1276.507754] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.508892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.508892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.508892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.508892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.508892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b7fc88-6691-4299-b468-b13c56b23014" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.987326] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.079192] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1277.079388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.079550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.079777] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.080048] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.080177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.080265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.080432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.080514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.080602] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.080692] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.489762] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.490052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.490111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.490308] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.490412] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.490521] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1277.520327] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.520592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.520592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.520832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.520956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.531880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1277.583291] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.583504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.583504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.583738] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.583992] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.584182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.584182] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.584309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.584427] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.584529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.584695] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.584818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.584859] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.584980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.585132] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.585226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.585291] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.585432] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.585513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.585597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.585801] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.994808] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1277.995253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.090357] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d896cb86-279b-4b17-9104-217d3267c97b: rpc.has_security_group_logging(os_id): False [ 1278.107557] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.107557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.107557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.107557] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.107883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.107883] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.107966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.108047] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.108209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.108288] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.108488] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.108586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.108647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.108785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.108898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.109089] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.109185] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.109248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.109382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.109477] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.109568] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1278.117862] env[65079]: INFO networking_nsxv3.common.synchronization [req-79092b7c-f052-49be-a8d5-78fc6b6ba7f8 req-dd006b6a-fcc1-48d7-be42-7a0b6211c82c tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1278.118394] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGHEST for action security_group_members [ 1278.119332] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.119332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.119332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119332] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119332] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.119591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.119591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119591] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119685] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119762] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.169790] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.170095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.170095] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.170263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.170422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.177077] env[65079]: INFO networking_nsxv3.common.synchronization [req-79092b7c-f052-49be-a8d5-78fc6b6ba7f8 req-dd006b6a-fcc1-48d7-be42-7a0b6211c82c tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 7d50090a-77f9-4dab-97f8-374bffc94026 with Priority: HIGHEST for action port [ 1278.177630] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d50090a-77f9-4dab-97f8-374bffc94026 with Priority: HIGHEST for action port [ 1278.177935] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d50090a-77f9-4dab-97f8-374bffc94026 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.178091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.178166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.178370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.178443] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d50090a-77f9-4dab-97f8-374bffc94026',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.182973] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1278.622558] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.622735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.622809] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.623052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.623171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.623391] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.623491] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.623554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.623713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.623791] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.623880] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be updated. [ 1278.654365] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.654563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.654563] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.654802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.655042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.665870] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: IN_PROGRESS for 2s [ 1278.680311] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d50090a-77f9-4dab-97f8-374bffc94026 with status ACTIVE [ 1278.680542] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.680719] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.680762] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.680971] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.681077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.681261] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.681361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.681422] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.681570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.681647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.681827] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.681920] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.681980] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.682133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.682400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.682517] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d50090a-77f9-4dab-97f8-374bffc94026 is going to be updated. [ 1278.705552] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.705699] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.705764] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.705976] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.706167] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.706285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d50090a-77f9-4dab-97f8-374bffc94026" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.543267] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1279.543618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.543668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.543911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.544144] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.544266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.544338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.544488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.544569] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.544656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.544746] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.047318] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.198586] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1280.198857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.550429] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab25d7-89dc-443b-aa2f-bd6cd1593006: rpc.has_security_group_logging(os_id): False [ 1280.571065] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.571065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.571065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.571065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.571065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.571574] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.571574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.571574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.571759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.571759] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.571861] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1280.629689] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.629889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.629889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.630121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.630265] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.642622] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1280.679446] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 in Status: SUCCESS [ 1280.679654] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 deletion is rescheduled due to dependency. [ 1280.679770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.633897] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.634382] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.634474] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.634934] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.635280] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.635673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.635876] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.636329] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.636507] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.636724] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.637015] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.637128] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.637239] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.637348] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.637554] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.637766] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.658128] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.658331] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.658583] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.658823] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-28" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.659368] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-78fb9e8c-44a8-4563-bfb6-90cdf633e093 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.659660] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.659786] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.660063] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.660205] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb9e8c-44a8-4563-bfb6-90cdf633e093',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.163338] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.163578] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.163630] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.163935] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.164115] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.164420] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.164586] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.164704] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.164933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.165097] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.165394] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.165552] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.165670] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.165884] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.166106] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.166271] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 is going to be updated. [ 1282.189295] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.189501] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.189624] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.189917] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.190231] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.190484] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.657467] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1282.657817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.905245] env[65079]: INFO networking_nsxv3.common.synchronization [req-f724c879-e261-4cb9-8684-724a7db26d89 req-d61dac25-eaac-44b9-9988-6ef5fc05e70a service nova] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1282.905420] env[65079]: INFO networking_nsxv3.common.synchronization [req-f724c879-e261-4cb9-8684-724a7db26d89 req-d61dac25-eaac-44b9-9988-6ef5fc05e70a service nova] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1282.905568] env[65079]: INFO networking_nsxv3.common.synchronization [req-f724c879-e261-4cb9-8684-724a7db26d89 req-d61dac25-eaac-44b9-9988-6ef5fc05e70a service nova] Enqueued Resource ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 with Priority: HIGHEST for action port [ 1282.906189] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_rules [ 1282.906352] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1282.906474] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 with Priority: HIGHEST for action port [ 1282.906779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.906943] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.907041] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.907233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.907317] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.908244] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.908382] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.908451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.908632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.908779] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.908872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.908983] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.909156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.909237] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.909331] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.910198] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fb9e8c-44a8-4563-bfb6-90cdf633e093 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.910311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.910380] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.910778] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.910778] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb9e8c-44a8-4563-bfb6-90cdf633e093',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.413071] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.413071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.413071] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.413859] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78fb9e8c-44a8-4563-bfb6-90cdf633e093 with status ACTIVE [ 1283.414073] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.414199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.414276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.414517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.414622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.414777] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.414871] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.414938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.415113] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.415187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.415379] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.415474] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.415524] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.415665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.415741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.415846] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78fb9e8c-44a8-4563-bfb6-90cdf633e093 is going to be updated. [ 1283.440411] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.440662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.440662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.440913] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.441112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.441318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fb9e8c-44a8-4563-bfb6-90cdf633e093" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.917725] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.420207] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.420488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.420488] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.420638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.420734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.420838] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd056745-797a-41c2-974c-73a83958a594 is going to be updated. [ 1284.458712] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.458979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.458979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.459187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.459356] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.472969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: IN_PROGRESS for 2s [ 1286.484544] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: SUCCESS [ 1286.485024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.485024] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.485301] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.485602] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.485811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.485923] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.486218] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.486361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.486517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.486672] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.989811] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.491865] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd056745-797a-41c2-974c-73a83958a594: rpc.has_security_group_logging(os_id): False [ 1287.512709] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.512991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.512991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.513329] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.513451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.513718] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.513826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.513890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.514091] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.514212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.514330] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd056745-797a-41c2-974c-73a83958a594 is going to be updated. [ 1287.583901] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.584227] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.584317] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.584543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.584795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.602425] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: IN_PROGRESS for 2s [ 1287.763484] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.763737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.763737] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.763948] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.764083] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.907443] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.907733] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.266560] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.769139] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.271495] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1289.271624] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1289.635654] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: SUCCESS [ 1289.636034] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.114742] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.115098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.115098] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.115187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.128371] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1290.129368] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.130504] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1290.169027] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.169309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.169309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.169646] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.184832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.185743] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1290.185832] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.185916] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1290.229292] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.229516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.229573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.229823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.231885] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.232197] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1290.326232] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.326394] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.326444] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.326651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.326974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.327267] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1290.407889] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.407889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.407889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.407889] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.408284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.408608] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1290.408712] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'75985a15-42c5-4097-be04-2547a609ef77', '37ab25d7-89dc-443b-aa2f-bd6cd1593006', '9ef5302a-45a3-4791-a671-75aef409cd94', '5a9df8ab-0466-47bd-9196-ed3cf2884445', '6c06a5d6-ee60-4919-89b2-017430ec62e9', '07cf0906-91bb-4c22-9c2a-e0657bf2a200', 'bbc53ef9-4732-4297-834e-fca1ab340560', 'e00d1f4b-4ba0-4903-bc34-3b321b74fbf6', 'fa7e6a3d-c123-48bd-add9-cbba04b1c6ae', 'd6c2dbe7-4a14-4ff5-87f8-02ee005cb75d', '4f1970d2-588e-4d0b-a428-0c680db442fe', '91ebda99-b0e4-4fc7-a398-e1f4af09fd76', '6c8a42ae-b775-4dc7-9bb4-22cd5a310447', '0be9bca6-c16a-485a-8b18-d2fb865e1346', '1c549073-e79a-4010-b415-aaa77707e64f', '03cccf01-353b-4812-9ed4-44bf81cf3b3d', 'c9f121e0-f03f-4c27-8897-139abb30e706', 'd75308a7-bf26-4c68-bd5e-b0450c1f4e9c', '9ca0497a-a373-4d3c-aebc-8da3f3a6b674', '7b1987c9-8113-4af0-af06-4b8fa140ecb9', '3dce25ff-1802-4868-b39a-f55ae0499626', '036dff79-334f-49d5-a7eb-4745bcab2975', 'e62e6516-84ab-4a72-8331-588585f51d6c', '146614c2-8528-4344-9908-42ae6cf3146d', 'cd1b7fb5-8a47-499b-9326-e57eeefe9fe7', '32f0e1d3-79cf-4119-a0a8-c1309e8a1015', 'd896cb86-279b-4b17-9104-217d3267c97b', 'cea5c418-6ec3-4f55-8af7-97666fa52346', 'f26f3a47-0306-44a9-8c14-66772c241f3a', '0e7d65df-77a6-4798-835f-9915d2934242', 'f60e9132-c4af-43a5-b54b-a1ec581c4b0f', 'ea0ff61d-a1ed-469c-b713-964558b01650', 'd0d4ee45-2ab1-4b63-ab19-48eab96263f0', 'd78ce5f6-d6df-4d12-b5d1-48689cdcdf4c', '0afef99d-3811-4b8a-803b-847e1d1d1452', '3dfac32a-6884-4a29-b40c-da7ae117ce78', '8f24c0c7-8b6f-4cda-bc7e-f81e8a788dc9', '047eb9d4-3ce6-4307-8819-a7cfc34f10e9', '66b3ad3a-f491-4a4c-b3b9-c7a68b887cdf', 'cd056745-797a-41c2-974c-73a83958a594', 'd5c2746e-a144-4df8-b28b-70660fbb635c', '879767c8-e1ac-4812-b1d3-eff17dbff0b8', '9335592c-54c0-483a-8682-e7262967dafc', 'de5aa706-f758-4fef-8c15-be3356bb325e'} {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.408814] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1290.427330] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.427523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.427523] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.427730] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.427818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.427935] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1290.428018] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.428097] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1290.517048] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.517048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.517048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.517048] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.518191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.518475] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1290.518574] env[65079]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65079) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.518680] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1290.518724] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1290.518767] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1290.518839] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGH for action security_group_rules [ 1290.518920] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGH for action security_group_rules [ 1290.519132] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGH for action security_group_rules [ 1290.519277] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGH for action security_group_rules [ 1290.519359] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGH for action security_group_rules [ 1290.519435] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGH for action security_group_rules [ 1290.519506] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGH for action security_group_rules [ 1290.519574] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGH for action security_group_rules [ 1290.519641] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGH for action security_group_rules [ 1290.519707] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGH for action security_group_rules [ 1290.519770] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGH for action security_group_rules [ 1290.519837] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGH for action security_group_rules [ 1290.519909] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGH for action security_group_rules [ 1290.520109] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGH for action security_group_rules [ 1290.520274] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGH for action security_group_rules [ 1290.520365] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGH for action security_group_rules [ 1290.520442] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGH for action security_group_rules [ 1290.520515] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGH for action security_group_rules [ 1290.520587] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGH for action security_group_rules [ 1290.520655] env[65079]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGH for action security_group_rules [ 1290.520758] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.908294] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.908671] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1292.908671] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75985a15-42c5-4097-be04-2547a609ef77 with Priority: HIGH for action security_group_rules [ 1292.908671] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef5302a-45a3-4791-a671-75aef409cd94 with Priority: HIGH for action security_group_rules [ 1292.908866] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc53ef9-4732-4297-834e-fca1ab340560 with Priority: HIGH for action security_group_rules [ 1292.909080] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549073-e79a-4010-b415-aaa77707e64f with Priority: HIGH for action security_group_rules [ 1292.909219] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 with Priority: HIGH for action security_group_rules [ 1292.909326] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 with Priority: HIGH for action security_group_rules [ 1292.909425] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c with Priority: HIGH for action security_group_rules [ 1292.909522] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f121e0-f03f-4c27-8897-139abb30e706 with Priority: HIGH for action security_group_rules [ 1292.909616] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 with Priority: HIGH for action security_group_rules [ 1292.909708] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGH for action security_group_rules [ 1292.909853] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 with Priority: HIGH for action security_group_rules [ 1292.909978] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 with Priority: HIGH for action security_group_rules [ 1292.910145] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGH for action security_group_rules [ 1292.910244] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d with Priority: HIGH for action security_group_rules [ 1292.910338] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae with Priority: HIGH for action security_group_rules [ 1292.910427] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 with Priority: HIGH for action security_group_rules [ 1292.910518] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 with Priority: HIGH for action security_group_rules [ 1292.910610] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 with Priority: HIGH for action security_group_rules [ 1292.910699] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGH for action security_group_rules [ 1292.910790] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 with Priority: HIGH for action security_group_rules [ 1292.911285] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75985a15-42c5-4097-be04-2547a609ef77 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.911433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.911501] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.911716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.911799] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75985a15-42c5-4097-be04-2547a609ef77',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.912914] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef5302a-45a3-4791-a671-75aef409cd94 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.913076] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.913161] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.913349] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.913428] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef5302a-45a3-4791-a671-75aef409cd94',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.915896] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc53ef9-4732-4297-834e-fca1ab340560 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.916078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.916203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.916396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.916493] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc53ef9-4732-4297-834e-fca1ab340560',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.917430] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c549073-e79a-4010-b415-aaa77707e64f taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.917430] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.917676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.917676] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.917985] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c549073-e79a-4010-b415-aaa77707e64f',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.918432] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.918554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.919029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.919029] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.919029] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b1987c9-8113-4af0-af06-4b8fa140ecb9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.919731] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.919731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.919890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.920111] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.920111] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca0497a-a373-4d3c-aebc-8da3f3a6b674',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.920984] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.921120] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.921267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.921351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.921710] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d75308a7-bf26-4c68-bd5e-b0450c1f4e9c',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.922220] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f121e0-f03f-4c27-8897-139abb30e706 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.922680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.922680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.922680] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.922680] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f121e0-f03f-4c27-8897-139abb30e706',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.923585] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be9bca6-c16a-485a-8b18-d2fb865e1346 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.923585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.923585] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.923784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.923822] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be9bca6-c16a-485a-8b18-d2fb865e1346',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.924938] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.924938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.924938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.925127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.925127] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.926402] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.926402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.926402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.926402] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.926402] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8a42ae-b775-4dc7-9bb4-22cd5a310447',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.927120] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.927248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.927295] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.927435] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.927526] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ebda99-b0e4-4fc7-a398-e1f4af09fd76',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.928210] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.928315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.928411] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.928571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.928649] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.929367] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.929471] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.929541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.929692] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.929767] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.932377] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.932475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.932510] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.933081] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.933081] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7e6a3d-c123-48bd-add9-cbba04b1c6ae',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.933475] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.933575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.933639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.934180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.934180] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cf0906-91bb-4c22-9c2a-e0657bf2a200',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.934568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.934682] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.934753] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.934905] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.935586] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00d1f4b-4ba0-4903-bc34-3b321b74fbf6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.935789] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c06a5d6-ee60-4919-89b2-017430ec62e9 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.935898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.935970] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.936189] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.936242] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c06a5d6-ee60-4919-89b2-017430ec62e9',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.936932] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.937052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.937127] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.937281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.937353] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.938046] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9df8ab-0466-47bd-9196-ed3cf2884445 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.938679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.938679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.938679] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.938679] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9df8ab-0466-47bd-9196-ed3cf2884445',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.978646] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.979171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.979171] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.979286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.981391] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.981535] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.982328] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.982447] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.983182] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.983273] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.985671] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.985770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.001763] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.001916] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f121e0-f03f-4c27-8897-139abb30e706 is going to be deleted. [ 1293.002781] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.002988] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.026072] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.026281] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca0497a-a373-4d3c-aebc-8da3f3a6b674 is going to be deleted. [ 1293.027180] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.027404] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.050065] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.050250] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc53ef9-4732-4297-834e-fca1ab340560 is going to be deleted. [ 1293.051199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.051439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.095938] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.095938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.105984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.106185] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b1987c9-8113-4af0-af06-4b8fa140ecb9 is going to be deleted. [ 1293.107293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.107530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.115162] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.115319] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.184683] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.184880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.186396] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.186524] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c549073-e79a-4010-b415-aaa77707e64f is going to be deleted. [ 1293.187496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.187726] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.187824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.187946] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f121e0-f03f-4c27-8897-139abb30e706" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.188121] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.188285] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.188365] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.188536] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca0497a-a373-4d3c-aebc-8da3f3a6b674" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.189548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.189785] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.189902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.190080] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc53ef9-4732-4297-834e-fca1ab340560" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.231312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.231556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.231556] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.231749] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.231846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.231974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b1987c9-8113-4af0-af06-4b8fa140ecb9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.267712] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.267907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.267907] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.268292] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.268436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.268594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c549073-e79a-4010-b415-aaa77707e64f" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.440660] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.440818] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.440877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.441280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.441471] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.441586] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.441665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.441812] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.441898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.441987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.442092] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.445328] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.446574] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.446574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.446574] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.449859] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.449984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.450409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.450409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.450409] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.450592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.450592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.450660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.450998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.450998] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.450998] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.458572] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.492135] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.492388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.492517] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.492855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.495628] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.495773] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.496846] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.496987] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.498861] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.499013] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.500137] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.500409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.502434] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.502575] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.504265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.504397] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.505398] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.505540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.506544] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.506697] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.508346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.508442] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.516397] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.516509] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.517272] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.517728] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.517826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.520578] env[65079]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.521031] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.521152] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cf0906-91bb-4c22-9c2a-e0657bf2a200 is going to be deleted. [ 1293.522383] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.522589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.541929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.542115] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d75308a7-bf26-4c68-bd5e-b0450c1f4e9c is going to be deleted. [ 1293.543114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.543330] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.560955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.561120] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef5302a-45a3-4791-a671-75aef409cd94 is going to be deleted. [ 1293.562083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.562299] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.581582] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.581711] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.582829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.582949] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75985a15-42c5-4097-be04-2547a609ef77 is going to be deleted. [ 1293.583914] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.584036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.604387] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.604584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.606073] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.606202] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d is going to be deleted. [ 1293.607115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.607331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.627249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.627395] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be9bca6-c16a-485a-8b18-d2fb865e1346 is going to be deleted. [ 1293.628286] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.628499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.631159] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.631369] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.639909] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.639909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.647078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.647289] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8a42ae-b775-4dc7-9bb4-22cd5a310447 is going to be deleted. [ 1293.648458] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.648712] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.678521] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.678667] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.686314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.686450] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c06a5d6-ee60-4919-89b2-017430ec62e9 is going to be deleted. [ 1293.687700] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.688092] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.742833] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.743049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.744403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.744568] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7e6a3d-c123-48bd-add9-cbba04b1c6ae is going to be deleted. [ 1293.745883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.746248] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.798093] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.798315] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.799688] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.799818] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ebda99-b0e4-4fc7-a398-e1f4af09fd76 is going to be deleted. [ 1293.800728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.800962] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.834631] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.834775] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.843828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.843828] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00d1f4b-4ba0-4903-bc34-3b321b74fbf6 is going to be deleted. [ 1293.844342] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.844560] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.912964] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.913306] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9df8ab-0466-47bd-9196-ed3cf2884445 is going to be deleted. [ 1293.914283] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.914540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.914660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.914855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cf0906-91bb-4c22-9c2a-e0657bf2a200" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.915100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.915338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.915654] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.915862] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d75308a7-bf26-4c68-bd5e-b0450c1f4e9c" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.916635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.916868] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.916958] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.917140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef5302a-45a3-4791-a671-75aef409cd94" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.917298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.917470] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.917550] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75985a15-42c5-4097-be04-2547a609ef77" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.918059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.918059] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6c2dbe7-4a14-4ff5-87f8-02ee005cb75d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918321] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.918462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.918554] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be9bca6-c16a-485a-8b18-d2fb865e1346" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.918939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.919050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.919175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8a42ae-b775-4dc7-9bb4-22cd5a310447" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.919314] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.919461] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.919573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.919690] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c06a5d6-ee60-4919-89b2-017430ec62e9" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.933540] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.933784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.933784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.934019] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.934150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.934293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ebda99-b0e4-4fc7-a398-e1f4af09fd76" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.935200] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.935326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.935403] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.935565] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.935660] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.935783] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7e6a3d-c123-48bd-add9-cbba04b1c6ae" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.949446] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.963614] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.970969] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1970d2-588e-4d0b-a428-0c680db442fe: rpc.has_security_group_logging(os_id): False [ 1294.013643] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.013796] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.013881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.014166] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.019821] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.020042] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.051854] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.052045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.058647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.058985] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.059223] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.059271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.059478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.059561] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.059665] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1294.060846] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.061053] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.061151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.061260] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00d1f4b-4ba0-4903-bc34-3b321b74fbf6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.061421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.061573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.061649] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.061755] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9df8ab-0466-47bd-9196-ed3cf2884445" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.190664] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.190921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.190921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.191194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.191379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.209352] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1294.451798] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab25d7-89dc-443b-aa2f-bd6cd1593006: rpc.has_security_group_logging(os_id): False [ 1294.465556] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cccf01-353b-4812-9ed4-44bf81cf3b3d: rpc.has_security_group_logging(os_id): False [ 1294.469650] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.469807] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.469880] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.470219] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.490609] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.490847] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.493475] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.493775] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.493873] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.493940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.494164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.494249] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.494336] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1294.495419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.495594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.608472] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.608794] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.608911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.608986] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.609241] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.609331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.609453] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1294.659068] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.659068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.659068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.659361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.659490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.678374] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.678555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.678601] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.678782] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.678927] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.680858] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1294.697615] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1296.226581] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1296.226878] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.696590] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1296.696886] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.713516] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1296.713516] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.623763] env[65079]: INFO networking_nsxv3.common.synchronization [req-871f2ab5-a53c-45ab-9a79-9abd988123c6 req-1926c6ed-d10f-4866-857a-8ac70500cbc1 tempest-ServerActionsTestOtherB-2130822249 tempest-ServerActionsTestOtherB-2130822249-project-member] Enqueued Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1297.624608] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 with Priority: HIGHEST for action security_group_members [ 1297.624766] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab25d7-89dc-443b-aa2f-bd6cd1593006 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.624828] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.624864] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.625155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.625208] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.625307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.625371] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.625520] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.625605] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.625698] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab25d7-89dc-443b-aa2f-bd6cd1593006',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.128656] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.128656] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.128800] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.128912] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.129032] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.129241] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.129348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.129401] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.129572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.129642] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.129699] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 is going to be updated. [ 1298.160033] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.160224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.160307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.160555] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.160706] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.169731] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: IN_PROGRESS for 2s [ 1300.181988] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 in Status: SUCCESS [ 1300.182414] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab25d7-89dc-443b-aa2f-bd6cd1593006 deletion is rescheduled due to dependency. [ 1300.182414] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab25d7-89dc-443b-aa2f-bd6cd1593006" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.625911] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.626273] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.064599] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f5565db-45af-42c3-bae9-ca09fe92b0da req-09cd6a37-f187-44d5-8305-0e83673f86e6 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1304.067348] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1304.067829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.068033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.068147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.068439] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.068671] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.068824] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.068922] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.071888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.071888] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.071888] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.424128] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.424344] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.424570] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.424847] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.425124] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.425352] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.425471] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.425680] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.425823] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.426043] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.426156] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.426265] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.426372] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.426476] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.426578] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.426706] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.446975] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.447193] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.447314] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.447455] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-969" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.447766] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-fe03faa4-d036-4085-854b-f9e614bbe52d taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.447933] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.448064] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.448544] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.448686] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe03faa4-d036-4085-854b-f9e614bbe52d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.571829] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.950917] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.952095] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.952342] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.952762] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.953012] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.953310] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port fe03faa4-d036-4085-854b-f9e614bbe52d not found, creating... [ 1304.953744] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.953977] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.954121] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.954434] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.954618] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.954948] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.955135] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.955251] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.955494] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.955643] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.955768] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: fe03faa4-d036-4085-854b-f9e614bbe52d is going to be created. [ 1304.981359] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.981827] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.981900] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.982327] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.982686] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.985587] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.074515] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.577139] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.577310] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.577420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.577595] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.577681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.577885] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1305.606295] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.607036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.607036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.607036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.607036] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.616779] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1305.675700] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f5565db-45af-42c3-bae9-ca09fe92b0da req-6b56f6ee-bf5b-4abf-a6b1-4161b24154bd service nova] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 1305.675992] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f5565db-45af-42c3-bae9-ca09fe92b0da req-6b56f6ee-bf5b-4abf-a6b1-4161b24154bd service nova] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1305.676186] env[65079]: INFO networking_nsxv3.common.synchronization [req-4f5565db-45af-42c3-bae9-ca09fe92b0da req-6b56f6ee-bf5b-4abf-a6b1-4161b24154bd service nova] Enqueued Resource ID: fe03faa4-d036-4085-854b-f9e614bbe52d with Priority: HIGHEST for action port [ 1305.676768] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_rules [ 1305.677211] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1305.678290] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe03faa4-d036-4085-854b-f9e614bbe52d with Priority: HIGHEST for action port [ 1305.678290] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.678290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.678290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.678571] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.678571] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.679399] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.679498] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.679738] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe03faa4-d036-4085-854b-f9e614bbe52d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.680725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.680725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.680725] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.680725] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe03faa4-d036-4085-854b-f9e614bbe52d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.184129] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.184437] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.184476] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe03faa4-d036-4085-854b-f9e614bbe52d with status ACTIVE [ 1306.184672] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.184788] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.184855] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.185088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.185370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.185460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.185549] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.185614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.185771] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.185850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.186045] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.186143] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.186275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.186395] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.186480] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.186567] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe03faa4-d036-4085-854b-f9e614bbe52d is going to be updated. [ 1306.210633] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.210816] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.210857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.211058] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.211203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.211366] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe03faa4-d036-4085-854b-f9e614bbe52d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.627157] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1307.627409] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.627590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.627811] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.628018] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.628144] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.628211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.628375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.628456] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.628555] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.133201] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.635777] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.140819] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.140979] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.141045] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.141275] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.141381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.141515] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1309.174568] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.174798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.174798] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.174993] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.175157] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.185149] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1309.708193] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a9db48a9-a5cc-460d-8bf0-e99f296b945e None None] Enqueued Resource ID: 91bdae3b-5687-4003-ab6f-2ba61e88894e with Priority: HIGHEST for action port [ 1309.710282] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91bdae3b-5687-4003-ab6f-2ba61e88894e with Priority: HIGHEST for action port [ 1309.710282] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-91bdae3b-5687-4003-ab6f-2ba61e88894e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.710282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91bdae3b-5687-4003-ab6f-2ba61e88894e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.710282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91bdae3b-5687-4003-ab6f-2ba61e88894e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.710282] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91bdae3b-5687-4003-ab6f-2ba61e88894e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.710282] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91bdae3b-5687-4003-ab6f-2ba61e88894e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.211817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91bdae3b-5687-4003-ab6f-2ba61e88894e [ 1310.212097] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.212224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.212307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.212578] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.212694] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.212797] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91bdae3b-5687-4003-ab6f-2ba61e88894e already deleted. [ 1310.212881] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91bdae3b-5687-4003-ab6f-2ba61e88894e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.199395] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 4s [ 1311.211187] env[65079]: INFO networking_nsxv3.common.synchronization [req-5c0055e0-8276-4564-907c-1770295d3f97 req-8e9133ca-fa3c-4afa-a188-0084e138efa0 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1311.211187] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1311.211187] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.211187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.211187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.211187] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.211187] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.211844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.212033] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.212297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.212476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.213718] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.716852] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.716852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.716852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.716852] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.738965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.738965] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.738965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.738965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.738965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.738965] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.738965] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1311.763178] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.763309] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.763370] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.763594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.763750] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.773954] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1313.044207] env[65079]: INFO networking_nsxv3.common.synchronization [req-338e2868-eccd-470f-ab08-eaf4ad3da536 req-f0b40daa-d9d9-4d28-a904-4e3fd6e1d66f tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_members [ 1313.044766] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036dff79-334f-49d5-a7eb-4745bcab2975 with Priority: HIGHEST for action security_group_members [ 1313.045081] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-036dff79-334f-49d5-a7eb-4745bcab2975 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.045199] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.045266] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.045462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.045617] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.045716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.045774] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.045921] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.046012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.046103] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036dff79-334f-49d5-a7eb-4745bcab2975',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.217258] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1313.218191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.218191] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.218438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.218698] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.218832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.218901] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.219141] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.219268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.219419] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.219568] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.548337] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.548564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.548634] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.548849] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.572984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.573236] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.573379] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.573454] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.573681] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.573767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.573873] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 is going to be updated. [ 1313.601412] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.601582] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.601658] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.601902] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.602088] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.610755] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: IN_PROGRESS for 2s [ 1313.722613] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.784353] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1313.784536] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1313.784647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.979143] env[65079]: INFO networking_nsxv3.common.synchronization [req-bdb9d588-355a-4494-8873-f6858410bc89 req-6bc17e5f-1ab0-47dc-886e-b94e4bc5ff7e tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1313.979729] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1313.980338] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.980338] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.980500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.980622] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.980791] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.980916] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.980963] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.981476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.981476] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.981476] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.224632] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1970d2-588e-4d0b-a428-0c680db442fe: rpc.has_security_group_logging(os_id): False [ 1314.253615] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.253826] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.253940] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.254264] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.254433] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.254783] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.254929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.255037] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.255268] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.255481] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.255631] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1314.308791] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.309039] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.309200] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.309578] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.309851] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.310015] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.310133] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.310420] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.310585] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.310795] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.310907] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.311024] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.311140] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.311246] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.311347] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.311476] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.332154] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.332389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.332389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.332573] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.332733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.334606] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.334758] env[65079]: DEBUG dogpile.cache.region [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1314.334892] env[65079]: DEBUG dogpile.lock [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.335067] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "network-755" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.335365] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock port-b2a7b27b-5853-4575-8128-608ffae36989 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.335534] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.335656] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.336055] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.336213] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a7b27b-5853-4575-8128-608ffae36989',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.352133] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1314.483469] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.483469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.483469] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.483770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.483770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.483836] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.483883] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.483938] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.484133] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.484272] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.484272] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1314.509925] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.510122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.510122] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.510525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.510525] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.519277] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1314.838955] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.839205] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.839328] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.839648] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.839795] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.839948] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Segment Port b2a7b27b-5853-4575-8128-608ffae36989 not found, creating... [ 1314.840252] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.840507] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.840706] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.841237] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.841237] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.841404] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.841558] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.841673] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.841877] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.842015] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.842153] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Resource: SegmentPort with ID: b2a7b27b-5853-4575-8128-608ffae36989 is going to be created. [ 1314.863456] env[65079]: DEBUG networking_nsxv3.common.locking [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.863695] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.863788] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.864071] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.864302] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.864514] env[65079]: DEBUG oslo_concurrency.lockutils [None req-63fba3ef-a53b-4f81-ad40-2444339a7767 None None] Releasing lock "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.562209] env[65079]: INFO networking_nsxv3.common.synchronization [req-bdb9d588-355a-4494-8873-f6858410bc89 req-3c612aa7-b4e2-425d-9254-2f602cf53428 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1315.562443] env[65079]: INFO networking_nsxv3.common.synchronization [req-bdb9d588-355a-4494-8873-f6858410bc89 req-3c612aa7-b4e2-425d-9254-2f602cf53428 service nova] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1315.562552] env[65079]: INFO networking_nsxv3.common.synchronization [req-bdb9d588-355a-4494-8873-f6858410bc89 req-3c612aa7-b4e2-425d-9254-2f602cf53428 service nova] Enqueued Resource ID: b2a7b27b-5853-4575-8128-608ffae36989 with Priority: HIGHEST for action port [ 1315.563118] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_rules [ 1315.563215] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1315.563314] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a7b27b-5853-4575-8128-608ffae36989 with Priority: HIGHEST for action port [ 1315.563587] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.563710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.563766] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.563973] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.564077] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.564915] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.565529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.565529] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a7b27b-5853-4575-8128-608ffae36989 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.565529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.565529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.565529] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.565790] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a7b27b-5853-4575-8128-608ffae36989',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.621422] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036dff79-334f-49d5-a7eb-4745bcab2975 in Status: SUCCESS [ 1315.621601] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036dff79-334f-49d5-a7eb-4745bcab2975 deletion is rescheduled due to dependency. [ 1315.621715] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036dff79-334f-49d5-a7eb-4745bcab2975" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.067565] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.067733] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.067907] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2a7b27b-5853-4575-8128-608ffae36989 with status ACTIVE [ 1316.068092] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.068217] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.068279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.068457] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.068543] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.068705] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.068823] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.068906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.068991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.069078] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.069296] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.069459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.069522] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.069662] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.069734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.069816] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2a7b27b-5853-4575-8128-608ffae36989 is going to be updated. [ 1316.092911] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.093139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.093139] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.093357] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.093496] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.093653] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a7b27b-5853-4575-8128-608ffae36989" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.367400] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1316.367400] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.533548] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1316.533838] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1316.534015] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.534252] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.534541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.534805] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.535011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.535103] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.535348] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.535462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.535618] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.038447] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.541157] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.753117] env[65079]: INFO networking_nsxv3.common.synchronization [None req-23b20f1c-624c-4517-bd3e-2dc47b20e0dc tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_rules [ 1317.754212] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_rules [ 1317.757061] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.757226] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.757290] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.757590] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.757676] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.835027] env[65079]: INFO networking_nsxv3.common.synchronization [None req-a16fc359-2050-4fec-83cd-c3142dc0b4c7 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_rules [ 1317.835715] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_rules [ 1317.836039] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.836232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.044258] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.044640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.044640] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.044714] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.044822] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.044902] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1318.076381] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.076527] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.076599] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.076808] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.076956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.086621] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1318.286499] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.286744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.286744] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.286867] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.287012] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.287086] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e already deleted. [ 1318.287156] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.287974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.287974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.288127] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.807910] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.808147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.808147] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.808363] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.808451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.808546] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e already deleted. [ 1318.808627] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.097319] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1320.097704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.097704] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.097857] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.098070] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.098193] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.098261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.098417] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.098500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.098589] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.098682] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.600903] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.601202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.601202] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.601362] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.601528] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.601645] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.601713] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.601870] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.601956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.602054] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.602202] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.602296] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.602359] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.602499] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.602634] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.602723] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.602784] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.602917] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.602992] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.603083] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.603176] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.105484] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d896cb86-279b-4b17-9104-217d3267c97b: rpc.has_security_group_logging(os_id): False [ 1321.124447] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.124638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.124638] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.124848] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.124956] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.125202] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.125386] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.125478] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.125648] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.125728] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.126152] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.126254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.126389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.126548] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.126639] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.126864] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.126966] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.127039] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.127216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.127300] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.127384] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1321.189646] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.189879] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.190017] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.190324] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.190564] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.218514] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1322.837063] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.837499] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1323.237295] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1323.237695] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.414150] env[65079]: INFO networking_nsxv3.common.synchronization [req-92d20ab0-d7d5-4403-8a78-a06e9f2dcd16 req-477bf6ea-b460-4d4f-b72d-b21bc13b7167 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_members [ 1324.414787] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_members [ 1324.415163] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.415318] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.415389] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.415710] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.415888] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.416011] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.416062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.416233] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.416304] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.416544] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.735730] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.735943] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.736080] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.736338] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.736589] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.736743] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.736857] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.737076] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.737223] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.737428] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.737536] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.737639] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.737742] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.737845] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.737946] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.738091] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.757590] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.757775] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.757834] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.758016] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-733" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.758344] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-8038324e-5c00-4f29-95de-a7ac82d08535 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.758513] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.758631] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.758959] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.759110] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8038324e-5c00-4f29-95de-a7ac82d08535',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.919070] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.919070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.919293] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.919443] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.919626] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.919994] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.920169] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.920256] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.920530] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.920687] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.920805] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e already deleted. [ 1324.920908] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.262202] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.262471] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.262633] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.262934] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.263102] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.263263] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port 8038324e-5c00-4f29-95de-a7ac82d08535 not found, creating... [ 1325.263548] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.263737] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.263854] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.264088] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.264234] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.264533] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.264690] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.264805] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.265026] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.265162] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.265300] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: 8038324e-5c00-4f29-95de-a7ac82d08535 is going to be created. [ 1325.310365] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.310694] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.310846] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.311167] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.311429] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.311662] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.026105] env[65079]: INFO networking_nsxv3.common.synchronization [req-92d20ab0-d7d5-4403-8a78-a06e9f2dcd16 req-f3fcced2-18f7-4d3a-8a88-4936c0f3858e service nova] Enqueued Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_rules [ 1326.026319] env[65079]: INFO networking_nsxv3.common.synchronization [req-92d20ab0-d7d5-4403-8a78-a06e9f2dcd16 req-f3fcced2-18f7-4d3a-8a88-4936c0f3858e service nova] Enqueued Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_members [ 1326.026485] env[65079]: INFO networking_nsxv3.common.synchronization [req-92d20ab0-d7d5-4403-8a78-a06e9f2dcd16 req-f3fcced2-18f7-4d3a-8a88-4936c0f3858e service nova] Enqueued Resource ID: 8038324e-5c00-4f29-95de-a7ac82d08535 with Priority: HIGHEST for action port [ 1326.027062] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_rules [ 1326.027215] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_members [ 1326.027533] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8038324e-5c00-4f29-95de-a7ac82d08535 with Priority: HIGHEST for action port [ 1326.027814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.027939] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.028052] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.028258] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.028343] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.029270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.029467] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.029597] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.029767] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.029933] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.030140] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.030232] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.030495] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.030587] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.030645] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.031976] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-8038324e-5c00-4f29-95de-a7ac82d08535 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.032173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.032173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.032354] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.032442] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8038324e-5c00-4f29-95de-a7ac82d08535',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.534659] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.534844] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.534963] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.535891] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8038324e-5c00-4f29-95de-a7ac82d08535 with status ACTIVE [ 1326.536094] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.536210] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.536279] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.536484] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.536574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.536747] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.536845] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.536909] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.537071] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.537150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.537346] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.537436] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.537490] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.537624] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.537698] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.537814] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8038324e-5c00-4f29-95de-a7ac82d08535 is going to be updated. [ 1326.561242] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.561441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.561441] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.561651] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.561792] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.561951] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8038324e-5c00-4f29-95de-a7ac82d08535" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.040215] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.542647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.542906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.542906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.543115] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.543209] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.543311] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e is going to be created. [ 1327.569814] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.569996] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.570050] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.570254] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.570418] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.581393] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e in Status: UNINITIALIZED for 2s [ 1328.152581] env[65079]: INFO networking_nsxv3.common.synchronization [req-63b1a308-fe38-44a0-9275-d030141015ba req-bcf415d3-2ea6-410a-b717-0800078b2fd6 tempest-ServerDiskConfigTestJSON-312680279 tempest-ServerDiskConfigTestJSON-312680279-project-member] Enqueued Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1328.153247] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896cb86-279b-4b17-9104-217d3267c97b with Priority: HIGHEST for action security_group_members [ 1328.153612] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-d896cb86-279b-4b17-9104-217d3267c97b taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.153734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.153803] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.154924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.154924] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.154924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.154924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.154924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.154924] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.154924] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d896cb86-279b-4b17-9104-217d3267c97b',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.657310] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.657500] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.657635] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.657821] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.657929] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.658174] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.658284] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.658351] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.658540] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.658632] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.658734] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b is going to be updated. [ 1328.685468] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.685468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.685468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.685468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.685468] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.700193] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: IN_PROGRESS for 2s [ 1329.591898] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e in Status: SUCCESS [ 1329.592350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.592350] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.592532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.592741] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.592877] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.592955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.593150] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.593224] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.593298] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.593417] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.998458] env[65079]: INFO networking_nsxv3.common.synchronization [req-88726012-e4fa-47ed-ab70-91b9e60e4d42 req-40b8acac-caee-41cb-a596-5e4fcfc6c5c7 tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1329.998458] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1329.998620] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.998814] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.998866] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.999164] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.999460] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.999570] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.000100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.000100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.000100] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.000238] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.096546] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.503155] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.503155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.503155] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.503547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.503547] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.503768] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.503903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.503903] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.504070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.504070] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.504230] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1330.532978] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.533267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.533267] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.533407] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.533542] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.542039] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1330.598575] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21ebc5a4-25f4-458d-a27d-aba1015a6c2e: rpc.has_security_group_logging(os_id): False [ 1330.619198] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.619464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.619464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.619665] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.619757] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.619998] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.620114] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.620177] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.620326] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.620421] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.620523] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e is going to be created. [ 1330.679213] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.679375] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.679584] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.679850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.680062] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.690662] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e in Status: IN_PROGRESS for 2s [ 1330.706377] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d896cb86-279b-4b17-9104-217d3267c97b in Status: SUCCESS [ 1330.706693] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d896cb86-279b-4b17-9104-217d3267c97b deletion is rescheduled due to dependency. [ 1330.706693] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d896cb86-279b-4b17-9104-217d3267c97b" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.554066] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1332.554532] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d deletion is rescheduled due to dependency. [ 1332.554532] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.702490] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e in Status: SUCCESS [ 1332.702735] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.999176] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.999647] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.008635] env[65079]: INFO networking_nsxv3.common.synchronization [req-16c31cfc-7685-4e47-a2e9-1fd4df317902 req-b57c71f3-62e8-49d5-884c-427d7219c413 tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1337.008635] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1337.008635] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.009887] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.009887] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.009887] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.343922] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.344140] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.344265] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.344525] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.344784] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.344946] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.345074] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.345294] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.345436] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.345645] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.345756] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] NeedRegenerationException {{(pid=65079) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.345863] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] no value, waiting for create lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.345965] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] value creation lock acquired {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.346081] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] No value present for key: 'zone-id' {{(pid=65079) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.346183] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Calling creation function for not-yet-present value {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.346314] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.366670] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.366842] env[65079]: DEBUG dogpile.cache.region [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65079) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1337.366968] env[65079]: DEBUG dogpile.lock [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Released creation lock {{(pid=65079) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.367262] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "network-430" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.367623] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock port-a9542e71-9438-457e-91cd-8b5e9eb98af6 taken with stack trace [, , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.367796] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.367914] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.368256] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.368394] env[65079]: DEBUG networking_nsxv3.api.rpc [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9542e71-9438-457e-91cd-8b5e9eb98af6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.513619] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.513619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.513619] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.513934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.513934] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.513934] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.514138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.514138] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.514263] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.514378] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.514475] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1337.540418] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.540637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.540637] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.540752] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.540890] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.549737] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1337.870941] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.871219] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.871320] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.871621] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.871778] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.871931] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Segment Port a9542e71-9438-457e-91cd-8b5e9eb98af6 not found, creating... [ 1337.872207] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.872363] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.872477] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.872697] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.872830] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.873119] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.873272] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.873388] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.873597] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.873730] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.873865] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Resource: SegmentPort with ID: a9542e71-9438-457e-91cd-8b5e9eb98af6 is going to be created. [ 1337.895318] env[65079]: DEBUG networking_nsxv3.common.locking [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.895512] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.895633] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.895897] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.896131] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.896349] env[65079]: DEBUG oslo_concurrency.lockutils [None req-bdb4d2c0-18a0-4d50-8f7e-160ec61963df None None] Releasing lock "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.908636] env[65079]: INFO networking_nsxv3.common.synchronization [req-72f832f2-f027-4b4c-8f63-4e86b6ec663b req-19ff3e56-2e93-46de-a6c1-38d760d599e6 tempest-AttachVolumeShelveTestJSON-449000982 tempest-AttachVolumeShelveTestJSON-449000982-project-member] Enqueued Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1337.908759] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd056745-797a-41c2-974c-73a83958a594 with Priority: HIGHEST for action security_group_members [ 1337.909312] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd056745-797a-41c2-974c-73a83958a594 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.909464] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.909546] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.909736] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.909892] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.909991] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.910069] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.910216] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.910297] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.910393] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd056745-797a-41c2-974c-73a83958a594',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.412871] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.413253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.413253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.413331] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.437175] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.437439] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.437574] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.437628] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.437850] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.437935] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.438035] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd056745-797a-41c2-974c-73a83958a594 is going to be updated. [ 1338.463481] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.463668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.463716] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.463961] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.464151] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.472584] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: IN_PROGRESS for 2s [ 1338.584952] env[65079]: INFO networking_nsxv3.common.synchronization [req-16c31cfc-7685-4e47-a2e9-1fd4df317902 req-1fe0642d-4790-49e0-9264-a359298fe58b service nova] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 1338.584952] env[65079]: INFO networking_nsxv3.common.synchronization [req-16c31cfc-7685-4e47-a2e9-1fd4df317902 req-1fe0642d-4790-49e0-9264-a359298fe58b service nova] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1338.584952] env[65079]: INFO networking_nsxv3.common.synchronization [req-16c31cfc-7685-4e47-a2e9-1fd4df317902 req-1fe0642d-4790-49e0-9264-a359298fe58b service nova] Enqueued Resource ID: a9542e71-9438-457e-91cd-8b5e9eb98af6 with Priority: HIGHEST for action port [ 1338.584952] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_rules [ 1338.584952] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1338.584952] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9542e71-9438-457e-91cd-8b5e9eb98af6 with Priority: HIGHEST for action port [ 1338.584952] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.584952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.584952] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.586281] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.586375] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.587270] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.587381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.587684] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9542e71-9438-457e-91cd-8b5e9eb98af6 taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.587806] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.587872] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.588066] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.588207] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9542e71-9438-457e-91cd-8b5e9eb98af6',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.091234] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.091459] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.091512] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9542e71-9438-457e-91cd-8b5e9eb98af6 with status ACTIVE [ 1339.091647] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.091754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.091829] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.092067] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.092194] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.092330] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.092424] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.092486] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.092647] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.092754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.092996] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.093112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.093173] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.093313] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.093387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.093468] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9542e71-9438-457e-91cd-8b5e9eb98af6 is going to be updated. [ 1339.113822] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.114063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.114063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.114245] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.114381] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.114541] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9542e71-9438-457e-91cd-8b5e9eb98af6" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.559247] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1339.559655] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d deletion is rescheduled due to dependency. [ 1339.559655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.559741] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.559960] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.560161] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.560276] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.560347] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.560504] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.560592] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.560700] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.063149] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.483390] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd056745-797a-41c2-974c-73a83958a594 in Status: SUCCESS [ 1340.483390] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd056745-797a-41c2-974c-73a83958a594 deletion is rescheduled due to dependency. [ 1340.483390] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd056745-797a-41c2-974c-73a83958a594" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.565054] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.067736] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.067955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.067955] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.068190] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.068280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.068381] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1341.096265] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.096483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.096483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.096670] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.096817] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.105039] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1343.115451] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1343.115832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.115832] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.116051] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.116245] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.116618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.116618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.116618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.116734] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.116841] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.116896] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.584481] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.584686] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1343.619122] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.121801] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03cccf01-353b-4812-9ed4-44bf81cf3b3d: rpc.has_security_group_logging(os_id): False [ 1344.138561] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.138705] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.138769] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.138974] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.139077] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.139320] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.139451] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.139503] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.139650] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.139731] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.139817] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1344.198526] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.198754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.198754] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.198911] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.199075] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.213552] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1346.235065] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1346.235388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.586175] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.586175] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.586710] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.587120] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.589077] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.589077] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.590191] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.590714] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.592193] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.592564] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.592877] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.593635] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.958743] env[65079]: INFO networking_nsxv3.common.synchronization [req-e7b0325d-07fb-4d4d-aef8-5ef2afe7f041 req-beb0e2d1-b462-4ee1-bef9-fc39606fbe42 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1377.958743] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1377.958743] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.958743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.958743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.958743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.958743] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.958743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.958743] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.959387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.959387] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.959387] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.461751] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.963709] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.466351] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.466514] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.466618] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.466802] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.466892] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.466988] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1379.495759] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.495898] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.495984] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.496211] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.496361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.505398] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1381.515807] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1381.516212] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.959391] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.959844] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.668260] env[65079]: INFO networking_nsxv3.common.synchronization [req-8a1c5f1f-7930-4dce-8827-05e33c21ebb1 req-9bdbdfa4-53a0-4b7b-b9a7-193c962d8459 tempest-AttachVolumeNegativeTest-82001836 tempest-AttachVolumeNegativeTest-82001836-project-member] Enqueued Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_members [ 1386.668867] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e with Priority: HIGHEST for action security_group_members [ 1386.669212] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.669341] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.669413] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.669608] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.669765] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.670022] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.670108] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.670271] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.670392] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.670513] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21ebc5a4-25f4-458d-a27d-aba1015a6c2e',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.173068] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.173068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.173068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.173068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.173068] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.173513] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.173513] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.173609] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.173795] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.173906] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.174035] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e is going to be updated. [ 1387.216079] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.216229] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.216307] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.216668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.216668] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.226150] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e in Status: IN_PROGRESS for 2s [ 1389.238027] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e in Status: SUCCESS [ 1389.238388] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21ebc5a4-25f4-458d-a27d-aba1015a6c2e deletion is rescheduled due to dependency. [ 1389.238388] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21ebc5a4-25f4-458d-a27d-aba1015a6c2e" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.669594] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.669968] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.920823] env[65079]: INFO networking_nsxv3.common.synchronization [req-df1072e7-9b63-4e01-beeb-c8a20cf8fca0 req-464e1ef1-ed05-43cb-9645-4f0a8f885ab9 tempest-ServerActionsTestOtherA-373893875 tempest-ServerActionsTestOtherA-373893875-project-member] Enqueued Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1394.921499] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1970d2-588e-4d0b-a428-0c680db442fe with Priority: HIGHEST for action security_group_members [ 1394.921829] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1970d2-588e-4d0b-a428-0c680db442fe taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.921954] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.922049] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.922343] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.922511] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.923195] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.923311] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.923483] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.923572] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.923706] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1970d2-588e-4d0b-a428-0c680db442fe',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.426156] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.426361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.426361] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.426594] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.426739] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.426890] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.426975] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.427063] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.427203] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.427280] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.427365] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe is going to be updated. [ 1395.455051] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.455198] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.455261] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.455462] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.455607] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.464135] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: IN_PROGRESS for 2s [ 1397.475593] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1970d2-588e-4d0b-a428-0c680db442fe in Status: SUCCESS [ 1397.475593] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1970d2-588e-4d0b-a428-0c680db442fe deletion is rescheduled due to dependency. [ 1397.475593] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1970d2-588e-4d0b-a428-0c680db442fe" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.922834] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.922834] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.794161] env[65079]: INFO networking_nsxv3.common.synchronization [req-f60c268c-562e-4a18-8a8c-04b7c9ca5be0 req-8240b850-c21f-41b3-a253-aa2852670073 tempest-ServerActionsTestJSON-1101675138 tempest-ServerActionsTestJSON-1101675138-project-member] Enqueued Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1401.795172] env[65079]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d with Priority: HIGHEST for action security_group_members [ 1401.795274] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock member-03cccf01-353b-4812-9ed4-44bf81cf3b3d taken with stack trace [, , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.795438] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.795533] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.795776] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.795968] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.796112] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.796181] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.796336] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.796420] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.796517] env[65079]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03cccf01-353b-4812-9ed4-44bf81cf3b3d',) {} {{(pid=65079) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.298666] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.298904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.298904] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.299158] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.299253] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.299454] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.299551] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.299614] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.299770] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.299875] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.299978] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d is going to be updated. [ 1402.339352] env[65079]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65079) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.339352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.339352] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.339655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.339655] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.349363] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: IN_PROGRESS for 2s [ 1404.361302] env[65079]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d in Status: SUCCESS [ 1404.361747] env[65079]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03cccf01-353b-4812-9ed4-44bf81cf3b3d deletion is rescheduled due to dependency. [ 1404.361747] env[65079]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03cccf01-353b-4812-9ed4-44bf81cf3b3d" {{(pid=65079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.795628] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.795989] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.797312] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.797719] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.798547] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.798547] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.799784] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.799784] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.801366] env[65079]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.801779] env[65079]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0